Configure additional HDFS properties

Author: blootsvoets

src/main/java/org/radarcns/hdfs/RestructureAvroRecords.java

@@ -103,12 +103,13 @@ public static void main(String [] args) {
 
         long time1 = System.currentTimeMillis();
 
-        RestructureAvroRecords restr = new RestructureAvroRecords
+        RestructureAvroRecords.Builder builder = new RestructureAvroRecords
                 .Builder(commandLineArgs.hdfsUri, commandLineArgs.outputDirectory)
                 .useGzip("gzip".equalsIgnoreCase(commandLineArgs.compression))
                 .doDeduplicate(commandLineArgs.deduplicate).format(commandLineArgs.format)
-                .doStage(!commandLineArgs.noStage)
-                .build();
+                .doStage(!commandLineArgs.noStage);
+
+        RestructureAvroRecords restr = builder.build();
 
         try {
             for(String input : commandLineArgs.inputPaths) {
@@ -128,6 +129,10 @@ private RestructureAvroRecords(RestructureAvroRecords.Builder builder) {
         this.setInputWebHdfsURL(builder.hdfsUri);
         this.setOutputPath(builder.outputPath);
 
+        for (Map.Entry<String, String> hdfsConf : builder.hdfsConf.entrySet()) {
+            conf.set(hdfsConf.getKey(), hdfsConf.getValue());
+        }
+
         this.useGzip = builder.useGzip;
         this.doDeduplicate = builder.doDeduplicate;
         this.doStage = builder.doStage;
@@ -386,6 +391,7 @@ public static class Builder {
         private boolean useGzip;
         private boolean doDeduplicate;
         private String hdfsUri;
+        private Map<String, String> hdfsConf = new HashMap<>();
         private String outputPath;
         private String format;
         private boolean doStage;
@@ -410,6 +416,10 @@ public Builder format(final String format) {
             return this;
         }
 
+        public void putHdfsConfig(String name, String value) {
+            hdfsConf.put(name, value);
+        }
+
         public RestructureAvroRecords build() {
             return new RestructureAvroRecords(this);
         }