FatJar works with just Java now

Author: blootsvoets

README.md

@@ -6,5 +6,5 @@ Build jar from source with
 ```
 and find the output JAR file as `build/libs/restructurehdfs-all-0.1-SNAPSHOT.jar`. Then run with:
 ```
-hadoop jar restructurehdfs-all-0.1-SNAPSHOT.jar <webhdfs_url> <hdfs_topic_path> <output_folder>
+java -jar restructurehdfs-all-0.1-SNAPSHOT.jar <webhdfs_url> <hdfs_topic_path> <output_folder>
 ```

build.gradle

@@ -30,15 +30,20 @@ dependencies {
 
 //create a single Jar with all dependencies
 task fatJar(type: Jar) {
+    dependsOn configurations.runtime
     manifest {
         attributes 'Implementation-Title': 'radar-restructure-hdfs',
                 'Implementation-Version': version,
                 'Main-Class': mainClassName
     }
     baseName = project.name + '-all'
-    from { configurations.runtime.collect {
-        it.isDirectory() ? it : zipTree(it).matching{ exclude { it.path.contains('META-INF') } }
-    } }
+    from {
+        configurations.runtime.collect {
+            it.isDirectory() ? it : zipTree(it)
+        }
+    } {
+        exclude 'META-INF/*'
+    }
     with jar
 }
 

src/main/java/org/radarcns/RestructureAvroRecords.java

@@ -57,7 +57,11 @@ public static void main(String [] args) throws Exception {
         long time1 = System.currentTimeMillis();
 
         RestructureAvroRecords restr = new RestructureAvroRecords(args[0], args[2]);
-        restr.start(args[1]);
+        try {
+            restr.start(args[1]);
+        } catch (IOException ex) {
+            logger.error("Processing failed", ex);
+        }
 
         logger.info("Processed %d files and %,d records", restr.getProcessedFileCount(), restr.getProcessedRecordsCount());
         logger.info("Time taken: %.2f seconds", (System.currentTimeMillis() - time1)/1000d);