Removed endline serializer from all serializers

ArnauPrat · ArnauPrat · commit 58800d4f34fe · 2015-12-22T14:38:26.000+01:00
Added unit testing
diff --git a/src/main/java/ldbc/snb/datagen/serializer/graphalytics/CSVPersonSerializerWithWeights.java b/src/main/java/ldbc/snb/datagen/serializer/graphalytics/CSVPersonSerializerWithWeights.java
@@ -74,7 +74,7 @@ public void initialize(Configuration conf, int reducerId) {
         int numFiles = FileNames.values().length;
         writers = new HDFSCSVWriter[numFiles];
         for( int i = 0; i < numFiles; ++i) {
-            writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"), FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|", true);
+            writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"), FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|", false);
         }
 
         ArrayList<String> arguments = new ArrayList<String>();
diff --git a/src/main/java/ldbc/snb/datagen/serializer/small/CSVInvariantSerializer.java b/src/main/java/ldbc/snb/datagen/serializer/small/CSVInvariantSerializer.java
@@ -37,7 +37,7 @@ public void initialize(Configuration conf, int reducerId) {
         int numFiles = FileNames.values().length;
         writers = new HDFSCSVWriter[numFiles];
         for( int i = 0; i < numFiles; ++i) {
-            writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|", true);
+            writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|", false);
         }
 
         ArrayList<String> arguments = new ArrayList<String>();
diff --git a/src/main/java/ldbc/snb/datagen/serializer/small/CSVPersonActivitySerializer.java b/src/main/java/ldbc/snb/datagen/serializer/small/CSVPersonActivitySerializer.java
@@ -42,7 +42,7 @@ public void initialize(Configuration conf, int reducerId) {
         int numFiles = FileNames.values().length;
         writers = new HDFSCSVWriter[numFiles];
         for( int i = 0; i < numFiles; ++i) {
-            writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|", true);
+            writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|", false);
         }
         arguments = new ArrayList<String>();
 
diff --git a/src/main/java/ldbc/snb/datagen/serializer/small/CSVPersonSerializer.java b/src/main/java/ldbc/snb/datagen/serializer/small/CSVPersonSerializer.java
@@ -75,7 +75,7 @@ public void initialize(Configuration conf, int reducerId) {
         int numFiles = FileNames.values().length;
         writers = new HDFSCSVWriter[numFiles];
         for( int i = 0; i < numFiles; ++i) {
-            writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|", true);
+            writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|", false);
         }
 
         ArrayList<String> arguments = new ArrayList<String>();
diff --git a/src/main/java/ldbc/snb/datagen/serializer/snb/interactive/CSVInvariantSerializer.java b/src/main/java/ldbc/snb/datagen/serializer/snb/interactive/CSVInvariantSerializer.java
@@ -48,7 +48,7 @@ public void initialize(Configuration conf, int reducerId) {
         int numFiles = FileNames.values().length;
         writers = new HDFSCSVWriter[numFiles];
         for( int i = 0; i < numFiles; ++i) {
-            writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|",true);
+            writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|",false);
         }
 
         ArrayList<String> arguments = new ArrayList<String>();
diff --git a/src/main/java/ldbc/snb/datagen/serializer/snb/interactive/CSVMergeForeignInvariantSerializer.java b/src/main/java/ldbc/snb/datagen/serializer/snb/interactive/CSVMergeForeignInvariantSerializer.java
@@ -42,7 +42,7 @@ public void initialize(Configuration conf, int reducerId) {
         int numFiles = FileNames.values().length;
         writers = new HDFSCSVWriter[numFiles];
         for( int i = 0; i < numFiles; ++i) {
-            writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|",true);
+            writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|",false);
         }
 
         ArrayList<String> arguments = new ArrayList<String>();
diff --git a/src/main/java/ldbc/snb/datagen/serializer/snb/interactive/CSVMergeForeignPersonActivitySerializer.java b/src/main/java/ldbc/snb/datagen/serializer/snb/interactive/CSVMergeForeignPersonActivitySerializer.java
@@ -45,7 +45,7 @@ public void initialize(Configuration conf, int reducerId) {
         int numFiles = FileNames.values().length;
         writers = new HDFSCSVWriter[numFiles];
         for( int i = 0; i < numFiles; ++i) {
-            writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|",true);
+            writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|",false);
         }
         arguments = new ArrayList<String>();
 
diff --git a/src/main/java/ldbc/snb/datagen/serializer/snb/interactive/CSVMergeForeignPersonSerializer.java b/src/main/java/ldbc/snb/datagen/serializer/snb/interactive/CSVMergeForeignPersonSerializer.java
@@ -45,7 +45,7 @@ public void initialize(Configuration conf, int reducerId) {
         int numFiles = FileNames.values().length;
         writers = new HDFSCSVWriter[numFiles];
         for( int i = 0; i < numFiles; ++i) {
-            writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|",true);
+            writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|",false);
         }
 
         ArrayList<String> arguments = new ArrayList<String>();
diff --git a/src/main/java/ldbc/snb/datagen/serializer/snb/interactive/CSVPersonActivitySerializer.java b/src/main/java/ldbc/snb/datagen/serializer/snb/interactive/CSVPersonActivitySerializer.java
@@ -59,7 +59,7 @@ public void initialize(Configuration conf, int reducerId) {
 		int numFiles = FileNames.values().length;
 		writers = new HDFSCSVWriter[numFiles];
 		for( int i = 0; i < numFiles; ++i) {
-			writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|",true);
+			writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|",false);
 		}
 		arguments = new ArrayList<String>();
 
diff --git a/src/main/java/ldbc/snb/datagen/serializer/snb/interactive/CSVPersonSerializer.java b/src/main/java/ldbc/snb/datagen/serializer/snb/interactive/CSVPersonSerializer.java
@@ -81,7 +81,7 @@ public void initialize(Configuration conf, int reducerId) {
         int numFiles = FileNames.values().length;
         writers = new HDFSCSVWriter[numFiles];
         for( int i = 0; i < numFiles; ++i) {
-            writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|",true);
+            writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"|",false);
         }
 
         ArrayList<String> arguments = new ArrayList<String>();
diff --git a/src/test/java/ldbc/snb/datagen/test/LDBCDatagenTest.java b/src/test/java/ldbc/snb/datagen/test/LDBCDatagenTest.java
@@ -0,0 +1,14 @@
+package ldbc.snb.datagen.test;
+
+import org.junit.Test;
+
+/**
+ * Created by aprat on 18/12/15.
+ */
+public class LDBCDatagenTest {
+
+    @Test
+    public void dummyTest() {
+        System.out.println("TEST PASSED");
+    }
+}
diff --git a/src/test/java/ldbc/snb/datagen/test/csv/Check.java b/src/test/java/ldbc/snb/datagen/test/csv/Check.java
@@ -0,0 +1,7 @@
+package ldbc.snb.datagen.test.csv;
+
+/**
+ * Created by aprat on 18/12/15.
+ */
+public class Check {
+}
diff --git a/src/test/java/ldbc/snb/datagen/test/csv/Column.java b/src/test/java/ldbc/snb/datagen/test/csv/Column.java
@@ -0,0 +1,7 @@
+package ldbc.snb.datagen.test.csv;
+
+/**
+ * Created by aprat on 18/12/15.
+ */
+public class Column {
+}
diff --git a/src/test/java/ldbc/snb/datagen/test/csv/CsvFileReader.java b/src/test/java/ldbc/snb/datagen/test/csv/CsvFileReader.java
@@ -0,0 +1,99 @@
+package ldbc.snb.datagen.test.csv;
+
+import java.io.BufferedReader;
+import java.io.File;
+import java.io.FileNotFoundException;
+import java.io.FileReader;
+import java.io.IOException;
+import java.util.Iterator;
+import java.util.NoSuchElementException;
+import java.util.regex.Pattern;
+
+import org.apache.log4j.Logger;
+
+public class CsvFileReader implements Iterator<String[]>
+{
+    private static final Logger logger = Logger.getLogger( CsvFileReader.class );
+    private final Pattern COLUMN_SEPARATOR_PATTERN = Pattern.compile( "\\|" );
+
+    private final BufferedReader csvReader;
+
+    private String[] next = null;
+    private boolean closed = false;
+
+    public CsvFileReader( File csvFile ) throws FileNotFoundException
+    {
+        this.csvReader = new BufferedReader( new FileReader( csvFile ) );
+    }
+
+    public boolean hasNext()
+    {
+        if ( true == closed ) return false;
+        next = ( next == null ) ? nextLine() : next;
+        if ( null == next ) closed = closeReader();
+        return ( null != next );
+    }
+
+    public String[] next()
+    {
+        next = ( null == next ) ? nextLine() : next;
+        if ( null == next ) throw new NoSuchElementException( "No more lines to read" );
+        String[] tempNext = next;
+        next = null;
+        return tempNext;
+    }
+
+    public void remove()
+    {
+        throw new UnsupportedOperationException();
+    }
+
+    private String[] nextLine()
+    {
+        String csvLine = null;
+        try
+        {
+            csvLine = csvReader.readLine();
+            if ( null == csvLine ) return null;
+            return parseLine( csvLine );
+        }
+        catch ( IOException e )
+        {
+            String errMsg = String.format( "Error retrieving next csv entry from file [%s]", csvReader );
+            logger.error( errMsg, e );
+            throw new RuntimeException( errMsg, e.getCause() );
+        }
+    }
+
+    private String[] parseLine( String csvLine )
+    {
+        return COLUMN_SEPARATOR_PATTERN.split( csvLine, -1 );
+    }
+
+    private boolean closeReader()
+    {
+        if ( true == closed )
+        {
+            String errMsg = "Can not close file multiple times";
+            logger.error( errMsg );
+            throw new RuntimeException( errMsg );
+        }
+        if ( null == csvReader )
+        {
+            String errMsg = "Can not close file - reader is null";
+            logger.error( errMsg );
+            throw new RuntimeException( errMsg );
+        }
+        try
+        {
+            csvReader.close();
+        }
+        catch ( IOException e )
+        {
+            String errMsg = String.format( "Error closing file [%s]", csvReader );
+            logger.error( errMsg, e );
+            throw new RuntimeException( errMsg, e.getCause() );
+        }
+        return true;
+    }
+}
diff --git a/src/test/java/ldbc/snb/datagen/test/csv/ExistsCheck.java b/src/test/java/ldbc/snb/datagen/test/csv/ExistsCheck.java
@@ -0,0 +1,7 @@
+package ldbc.snb.datagen.test.csv;
+
+/**
+ * Created by aprat on 21/12/15.
+ */
+public class ExistsCheck {
+}
diff --git a/src/test/java/ldbc/snb/datagen/test/csv/FileChecker.java b/src/test/java/ldbc/snb/datagen/test/csv/FileChecker.java
@@ -0,0 +1,7 @@
+package ldbc.snb.datagen.test.csv;
+
+/**
+ * Created by aprat on 18/12/15.
+ */
+public class FileChecker {
+}
diff --git a/src/test/java/ldbc/snb/datagen/test/csv/PairUniquenessCheck.java b/src/test/java/ldbc/snb/datagen/test/csv/PairUniquenessCheck.java
@@ -0,0 +1,29 @@
+package ldbc.snb.datagen.test.csv;
+
+import java.util.ArrayList;
+import java.util.HashSet;
+import java.util.List;
+
+/**
+ * Created by aprat on 18/12/15.
+ */
+public class PairUniquenessCheck extends Check {
+
+
+    HashSet<> values = null;
+
+    public PairUniquenessCheck(int columnA, int columnB) {
+        super( (new ArrayList<Integer>()));
+        this.getColumns().add(columnA);
+        values = new HashSet<String>();
+    }
+
+    @Override
+    public boolean check(List<String> vals) {
+        for(String value : vals) {
+            if(values.contains(value)) return false;
+            values.add(value);
+        }
+        return true;
+    }
+}
diff --git a/src/test/java/ldbc/snb/datagen/test/csv/UniquenessCheck.java b/src/test/java/ldbc/snb/datagen/test/csv/UniquenessCheck.java
@@ -0,0 +1,21 @@
+package ldbc.snb.datagen.test.csv;
+
+import java.util.List;
+
+/**
+ * Created by aprat on 18/12/15.
+ */
+public class UniquenessCheck<T extends Number > extends Check {
+
+
+
+    public UniquenessCheck(List<Integer> columns) {
+        super(columns);
+    }
+
+    @Override
+    public boolean check(List<String> values) {
+        T l = T.valueOf(values.get(0));
+        return false;
+    }
+}

Original file line number	Diff line number	Diff line change
`@@ -74,7 +74,7 @@ public void initialize(Configuration conf, int reducerId) {`
`74`	`74`	`int numFiles = FileNames.values().length;`
`75`	`75`	`writers = new HDFSCSVWriter[numFiles];`
`76`	`76`	`for( int i = 0; i < numFiles; ++i) {`
`77`		`- writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"), FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"\|", true);`
	`77`	`+ writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"), FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"\|", false);`
`78`	`78`	`}`
`79`	`79`
`80`	`80`	`ArrayList<String> arguments = new ArrayList<String>();`
Original file line number	Diff line number	Diff line change
`@@ -37,7 +37,7 @@ public void initialize(Configuration conf, int reducerId) {`
`37`	`37`	`int numFiles = FileNames.values().length;`
`38`	`38`	`writers = new HDFSCSVWriter[numFiles];`
`39`	`39`	`for( int i = 0; i < numFiles; ++i) {`
`40`		`- writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"\|", true);`
	`40`	`+ writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"\|", false);`
`41`	`41`	`}`
`42`	`42`
`43`	`43`	`ArrayList<String> arguments = new ArrayList<String>();`
Original file line number	Diff line number	Diff line change
`@@ -42,7 +42,7 @@ public void initialize(Configuration conf, int reducerId) {`
`42`	`42`	`int numFiles = FileNames.values().length;`
`43`	`43`	`writers = new HDFSCSVWriter[numFiles];`
`44`	`44`	`for( int i = 0; i < numFiles; ++i) {`
`45`		`- writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"\|", true);`
	`45`	`+ writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"\|", false);`
`46`	`46`	`}`
`47`	`47`	`arguments = new ArrayList<String>();`
`48`	`48`
Original file line number	Diff line number	Diff line change
`@@ -75,7 +75,7 @@ public void initialize(Configuration conf, int reducerId) {`
`75`	`75`	`int numFiles = FileNames.values().length;`
`76`	`76`	`writers = new HDFSCSVWriter[numFiles];`
`77`	`77`	`for( int i = 0; i < numFiles; ++i) {`
`78`		`- writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"\|", true);`
	`78`	`+ writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"\|", false);`
`79`	`79`	`}`
`80`	`80`
`81`	`81`	`ArrayList<String> arguments = new ArrayList<String>();`
Original file line number	Diff line number	Diff line change
`@@ -48,7 +48,7 @@ public void initialize(Configuration conf, int reducerId) {`
`48`	`48`	`int numFiles = FileNames.values().length;`
`49`	`49`	`writers = new HDFSCSVWriter[numFiles];`
`50`	`50`	`for( int i = 0; i < numFiles; ++i) {`
`51`		`- writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"\|",true);`
	`51`	`+ writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"\|",false);`
`52`	`52`	`}`
`53`	`53`
`54`	`54`	`ArrayList<String> arguments = new ArrayList<String>();`
Original file line number	Diff line number	Diff line change
`@@ -45,7 +45,7 @@ public void initialize(Configuration conf, int reducerId) {`
`45`	`45`	`int numFiles = FileNames.values().length;`
`46`	`46`	`writers = new HDFSCSVWriter[numFiles];`
`47`	`47`	`for( int i = 0; i < numFiles; ++i) {`
`48`		`- writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"\|",true);`
	`48`	`+ writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"\|",false);`
`49`	`49`	`}`
`50`	`50`	`arguments = new ArrayList<String>();`
`51`	`51`
Original file line number	Diff line number	Diff line change
`@@ -59,7 +59,7 @@ public void initialize(Configuration conf, int reducerId) {`
`59`	`59`	`int numFiles = FileNames.values().length;`
`60`	`60`	`writers = new HDFSCSVWriter[numFiles];`
`61`	`61`	`for( int i = 0; i < numFiles; ++i) {`
`62`		`- writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"\|",true);`
	`62`	`+ writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"\|",false);`
`63`	`63`	`}`
`64`	`64`	`arguments = new ArrayList<String>();`
`65`	`65`
Original file line number	Diff line number	Diff line change
`@@ -81,7 +81,7 @@ public void initialize(Configuration conf, int reducerId) {`
`81`	`81`	`int numFiles = FileNames.values().length;`
`82`	`82`	`writers = new HDFSCSVWriter[numFiles];`
`83`	`83`	`for( int i = 0; i < numFiles; ++i) {`
`84`		`- writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"\|",true);`
	`84`	`+ writers[i] = new HDFSCSVWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"),FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"\|",false);`
`85`	`85`	`}`
`86`	`86`
`87`	`87`	`ArrayList<String> arguments = new ArrayList<String>();`