Skip to content

Commit 6c2ad42

Browse files
committed
Fixed bug with deltaTime
1 parent 9504b22 commit 6c2ad42

File tree

3 files changed

+10
-5
lines changed

3 files changed

+10
-5
lines changed

src/main/java/ldbc/socialnet/dbgen/generator/ScalableGenerator.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1517,7 +1517,7 @@ private DataExporter getSerializer(String type, String outputFileName) {
15171517
return null;
15181518
}
15191519
return new DataExporter(format,sibOutputDir, threadId, dateThreshold,
1520-
exportText,enableCompression,conf.getInt("numUpdatePartitions",1),deltaTime,tagDictionary,browserDictonry,companiesDictionary,
1520+
exportText,enableCompression,conf.getInt("numUpdatePartitions",1),deltaTime,conf.getBoolean("activity",true),tagDictionary,browserDictonry,companiesDictionary,
15211521
unversityDictionary,ipAddDictionary,locationDictionary,languageDictionary, configFile, factorTable, startMonth, startYear, stats);
15221522
}
15231523

src/main/java/ldbc/socialnet/dbgen/serializer/CSVOriginal.java

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -78,6 +78,7 @@ public class CSVOriginal implements Serializer {
7878
private TagDictionary tagDic;
7979
private IPAddressDictionary ipDic;
8080
private boolean exportText;
81+
private boolean activity = true;
8182

8283
/**
8384
* Used to avoid serialize more than once the same data.
@@ -220,7 +221,7 @@ enum Files {
220221
public CSVOriginal(String file, int reducerID,
221222
TagDictionary tagDic, BrowserDictionary browsers,
222223
CompanyDictionary companyDic, UniversityDictionary universityDictionary,
223-
IPAddressDictionary ipDic, LocationDictionary locationDic, LanguageDictionary languageDic, boolean exportText, boolean compressed) {
224+
IPAddressDictionary ipDic, LocationDictionary locationDic, LanguageDictionary languageDic, boolean exportText, boolean compressed, boolean activity) {
224225

225226
this.tagDic = tagDic;
226227
this.browserDic = browsers;
@@ -230,6 +231,7 @@ public CSVOriginal(String file, int reducerID,
230231
this.universityDic = universityDictionary;
231232
this.ipDic = ipDic;
232233
this.exportText = exportText;
234+
this.activity = activity;
233235
csvRows = 0l;
234236
date = new GregorianCalendar();
235237
locations = new Vector<Integer>();
@@ -350,8 +352,10 @@ public void serialize(Friend friend) {
350352
if (friend != null && friend.getCreatedTime() != -1){
351353
arguments.add(Long.toString(friend.getUserAcc()));
352354
arguments.add(Long.toString(friend.getFriendAcc()));
353-
date.setTimeInMillis(friend.getCreatedTime());
354-
arguments.add(DateGenerator.formatDateDetail(date));
355+
if(activity) {
356+
date.setTimeInMillis(friend.getCreatedTime());
357+
arguments.add(DateGenerator.formatDateDetail(date));
358+
}
355359
ToCSV(arguments,Files.PERSON_KNOWS_PERSON.ordinal());
356360
}
357361
}

src/main/java/ldbc/socialnet/dbgen/serializer/DataExporter.java

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -81,6 +81,7 @@ public DataExporter( DataFormat format,
8181
boolean compressed,
8282
int numPartitions,
8383
long deltaTime,
84+
boolean activity,
8485
TagDictionary tagDic,
8586
BrowserDictionary browsers,
8687
CompanyDictionary companyDic,
@@ -105,7 +106,7 @@ public DataExporter( DataFormat format,
105106
this.startYear = startYear;
106107
this.c = new GregorianCalendar();
107108
if( format == DataFormat.CSV ) {
108-
staticSerializer = new CSVOriginal(directory,reducerId,tagDic,browsers,companyDic,universityDic,ipDic,locationDic,languageDic,exportText,compressed);
109+
staticSerializer = new CSVOriginal(directory,reducerId,tagDic,browsers,companyDic,universityDic,ipDic,locationDic,languageDic,exportText,compressed,activity);
109110
} else if( format == DataFormat.CSV_MERGE_FOREIGN ) {
110111
staticSerializer = new CSVMergeForeign(directory,reducerId,tagDic,browsers,companyDic,universityDic,ipDic,locationDic,languageDic,exportText,compressed);
111112
} else if( format == DataFormat.TURTLE ) {

0 commit comments

Comments
 (0)