Skip to content

Commit 7c3155d

Browse files
committed
Revert "Drop sorting persons as it did not make a difference"
This reverts commit aba57c7.
1 parent 67b1068 commit 7c3155d

File tree

2 files changed

+8
-2
lines changed

2 files changed

+8
-2
lines changed

src/main/java/ldbc/snb/datagen/LDBCDatagen.java

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -153,8 +153,13 @@ public int runGenerateJob(Configuration conf) throws Exception {
153153

154154
printProgress("Serializing persons");
155155
long startPersonSerializing = System.currentTimeMillis();
156-
HadoopPersonSerializer serializer = new HadoopPersonSerializer(conf);
157-
serializer.run(hadoopPrefix + "/mergedPersons");
156+
if (conf.getBoolean("ldbc.snb.datagen.serializer.persons.sort", true)) {
157+
HadoopPersonSortAndSerializer serializer = new HadoopPersonSortAndSerializer(conf);
158+
serializer.run(hadoopPrefix + "/mergedPersons");
159+
} else {
160+
HadoopDynamicPersonSerializer serializer = new HadoopDynamicPersonSerializer(conf);
161+
serializer.run(hadoopPrefix + "/mergedPersons");
162+
}
158163
long endPersonSerializing = System.currentTimeMillis();
159164

160165
long startPersonActivity = System.currentTimeMillis();

src/main/java/ldbc/snb/datagen/util/ConfigParser.java

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -88,6 +88,7 @@ public static Configuration initialize() throws Exception {
8888
conf.set("ldbc.snb.datagen.generator.person.similarity", "ldbc.snb.datagen.entities.dynamic.person.similarity.GeoDistanceSimilarity");
8989
conf.set("ldbc.snb.datagen.parametergenerator.python", "python");
9090
conf.set("ldbc.snb.datagen.parametergenerator.parameters", "true");
91+
conf.set("ldbc.snb.datagen.serializer.persons.sort", "true");
9192

9293
/** Loading predefined Scale Factors **/
9394

0 commit comments

Comments
 (0)