Skip to content

Commit a2d3c38

Browse files
committed
Put static and dynamic entities in different directories
1 parent 8bc2a0d commit a2d3c38

File tree

4 files changed

+18
-1
lines changed

4 files changed

+18
-1
lines changed

src/main/java/ldbc/snb/datagen/serializer/DynamicActivitySerializer.java

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -91,5 +91,9 @@ public void export(Like like) {
9191

9292
abstract protected void serialize(final Like like);
9393

94+
@Override
95+
protected boolean isDynamic() {
96+
return true;
97+
}
9498

9599
}

src/main/java/ldbc/snb/datagen/serializer/DynamicPersonSerializer.java

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -104,4 +104,10 @@ public String buildEmail(TreeSet<String> emails) {
104104
abstract protected void serialize(final WorkAt workAt);
105105

106106
abstract protected void serialize(final Person p, final Knows knows);
107+
108+
@Override
109+
protected boolean isDynamic() {
110+
return true;
111+
}
112+
107113
}

src/main/java/ldbc/snb/datagen/serializer/LDBCSerializer.java

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@ abstract public class LDBCSerializer {
2020
public void initialize(Configuration conf, int reducerId) throws IOException {
2121
for (FileName f : getFileNames()) {
2222
writers.put(f, new HDFSCSVWriter(
23-
conf.get("ldbc.snb.datagen.serializer.socialNetworkDir") + "/dynamic/",
23+
conf.get("ldbc.snb.datagen.serializer.socialNetworkDir") + (isDynamic() ? "/dynamic/" : "/static/"),
2424
f.toString() + "_" + reducerId,
2525
conf.getInt("ldbc.snb.datagen.numPartitions", 1),
2626
conf.getBoolean("ldbc.snb.datagen.serializer.compressed", false), "|",
@@ -30,6 +30,8 @@ public void initialize(Configuration conf, int reducerId) throws IOException {
3030
writeFileHeaders();
3131
}
3232

33+
protected abstract boolean isDynamic();
34+
3335
public void close() {
3436
for (FileName f : getFileNames()) {
3537
writers.get(f).close();

src/main/java/ldbc/snb/datagen/serializer/StaticSerializer.java

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -73,4 +73,9 @@ public void export(final Tag tag) {
7373

7474
abstract protected void serialize(final Tag tag);
7575

76+
@Override
77+
protected boolean isDynamic() {
78+
return false;
79+
}
80+
7681
}

0 commit comments

Comments
 (0)