Skip to content

Commit 826714d

Browse files
committed
Reenabled removal of temporary update streams files
1 parent 2c65612 commit 826714d

File tree

2 files changed

+2
-5
lines changed

2 files changed

+2
-5
lines changed

src/main/java/ldbc/snb/datagen/generator/LDBCDatagen.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -179,13 +179,13 @@ public int runGenerateJob(Configuration conf) throws Exception {
179179
HadoopUpdateStreamSorterAndSerializer updateSorterAndSerializer = new HadoopUpdateStreamSorterAndSerializer(conf);
180180
updateSorterAndSerializer.run(personStreamsFileNames, "person");
181181
updateSorterAndSerializer.run(forumStreamsFileNames, "forum");
182-
/*for(String file : personStreamsFileNames) {
182+
for(String file : personStreamsFileNames) {
183183
fs.delete(new Path(file), true);
184184
}
185185

186186
for(String file : forumStreamsFileNames) {
187187
fs.delete(new Path(file), true);
188-
}*/
188+
}
189189

190190
/*for( int i = 0; i < DatagenParams.numThreads; ++i) {
191191
int numPartitions = conf.getInt("ldbc.snb.datagen.serializer.numUpdatePartitions", 1);

src/main/java/ldbc/snb/datagen/hadoop/HadoopUpdateStreamSorterAndSerializer.java

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -28,9 +28,6 @@ public class HadoopUpdateStreamSorterAndSerializer {
2828

2929
public static class HadoopUpdateStreamSorterAndSerializerReducer extends Reducer<UpdateEventKey, Text, UpdateEventKey, Text> {
3030

31-
private int reducerId; /** The id of the reducer.**/
32-
private PersonSerializer personSerializer_; /** The person serializer **/
33-
private UpdateEventSerializer updateSerializer_;
3431
private boolean compressed = false;
3532
private Configuration conf;
3633
private String streamType;

0 commit comments

Comments
 (0)