Skip to content

Commit 4ac9407

Browse files
committed
Full refactored generator package
1 parent 3040007 commit 4ac9407

File tree

57 files changed

+118
-89
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

57 files changed

+118
-89
lines changed

src/main/java/ldbc/snb/datagen/LDBCDatagen.java

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -36,7 +36,6 @@ Linked Data Benchmark Council (http://www.ldbcouncil.org)
3636
package ldbc.snb.datagen;
3737

3838
import ldbc.snb.datagen.dictionary.Dictionaries;
39-
import ldbc.snb.datagen.generator.DatagenParams;
4039
import ldbc.snb.datagen.hadoop.*;
4140
import ldbc.snb.datagen.objects.Person;
4241
import ldbc.snb.datagen.util.ConfigParser;
@@ -129,7 +128,7 @@ public int runGenerateJob(Configuration conf) throws Exception {
129128
"ldbc.snb.datagen.hadoop.RandomKeySetter",
130129
percentages,
131130
2,
132-
"ldbc.snb.datagen.generator.RandomKnowsGenerator");
131+
"ldbc.snb.datagen.generator.generators.knowsgenerators.RandomKnowsGenerator");
133132

134133
knowsGenerator.run(hadoopPrefix + "/persons", hadoopPrefix + "/randomEdges");
135134
long endRandom = System.currentTimeMillis();

src/main/java/ldbc/snb/datagen/dictionary/BrowserDictionary.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@ Linked Data Benchmark Council (http://www.ldbcouncil.org)
3535
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.*/
3636
package ldbc.snb.datagen.dictionary;
3737

38-
import ldbc.snb.datagen.generator.DatagenParams;
38+
import ldbc.snb.datagen.DatagenParams;
3939

4040
import java.io.BufferedReader;
4141
import java.io.IOException;

src/main/java/ldbc/snb/datagen/dictionary/CompanyDictionary.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@ Linked Data Benchmark Council (http://www.ldbcouncil.org)
3535
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.*/
3636
package ldbc.snb.datagen.dictionary;
3737

38-
import ldbc.snb.datagen.generator.DatagenParams;
38+
import ldbc.snb.datagen.DatagenParams;
3939
import ldbc.snb.datagen.util.RandomGeneratorFarm;
4040

4141
import java.io.BufferedReader;

src/main/java/ldbc/snb/datagen/dictionary/Dictionaries.java

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -35,8 +35,8 @@ Linked Data Benchmark Council (http://www.ldbcouncil.org)
3535
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.*/
3636
package ldbc.snb.datagen.dictionary;
3737

38-
import ldbc.snb.datagen.generator.DatagenParams;
39-
import ldbc.snb.datagen.generator.DateGenerator;
38+
import ldbc.snb.datagen.DatagenParams;
39+
import ldbc.snb.datagen.util.DateUtils;
4040
import org.apache.hadoop.conf.Configuration;
4141

4242
import java.util.GregorianCalendar;
@@ -48,7 +48,7 @@ public class Dictionaries {
4848

4949
public static BrowserDictionary browsers = null;
5050
public static CompanyDictionary companies = null;
51-
public static DateGenerator dates = null;
51+
public static DateUtils dates = null;
5252
public static EmailDictionary emails = null;
5353
public static IPAddressDictionary ips = null;
5454
public static LanguageDictionary languages = null;
@@ -66,7 +66,7 @@ public static void loadDictionaries(Configuration conf) {
6666

6767
browsers = new BrowserDictionary(DatagenParams.probAnotherBrowser);
6868

69-
dates = new DateGenerator(conf, new GregorianCalendar(DatagenParams.startYear,
69+
dates = new DateUtils(conf, new GregorianCalendar(DatagenParams.startYear,
7070
DatagenParams.startMonth,
7171
DatagenParams.startDate),
7272
new GregorianCalendar(DatagenParams.endYear,

src/main/java/ldbc/snb/datagen/dictionary/EmailDictionary.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@ Linked Data Benchmark Council (http://www.ldbcouncil.org)
3535
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.*/
3636
package ldbc.snb.datagen.dictionary;
3737

38-
import ldbc.snb.datagen.generator.DatagenParams;
38+
import ldbc.snb.datagen.DatagenParams;
3939

4040
import java.io.BufferedReader;
4141
import java.io.IOException;

src/main/java/ldbc/snb/datagen/dictionary/FlashmobTagDictionary.java

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -35,19 +35,19 @@ Linked Data Benchmark Council (http://www.ldbcouncil.org)
3535
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.*/
3636
package ldbc.snb.datagen.dictionary;
3737

38-
import ldbc.snb.datagen.generator.DateGenerator;
39-
import ldbc.snb.datagen.generator.PowerDistGenerator;
38+
import ldbc.snb.datagen.util.DateUtils;
39+
import ldbc.snb.datagen.generator.tools.PowerDistribution;
4040
import ldbc.snb.datagen.objects.FlashmobTag;
4141

4242
import java.util.*;
4343

4444
public class FlashmobTagDictionary {
4545

46-
private DateGenerator dateGen;
46+
private DateUtils dateGen;
4747
/**
4848
* < @brief The date generator used to generate dates.
4949
*/
50-
private PowerDistGenerator levelGenerator;
50+
private PowerDistribution levelGenerator;
5151
/**
5252
* < @brief The powerlaw distribution generator used to generate the levels.
5353
*/
@@ -82,7 +82,7 @@ public class FlashmobTagDictionary {
8282
*/
8383

8484
public FlashmobTagDictionary(TagDictionary tagDictionary,
85-
DateGenerator dateGen,
85+
DateUtils dateGen,
8686
int flashmobTagsPerMonth,
8787
double probInterestFlashmobTag,
8888
double probRandomPerLevel,
@@ -92,7 +92,7 @@ public FlashmobTagDictionary(TagDictionary tagDictionary,
9292

9393
this.tagDictionary = tagDictionary;
9494
this.dateGen = dateGen;
95-
this.levelGenerator = new PowerDistGenerator(flashmobTagMinLevel, flashmobTagMaxLevel, flashmobTagDistExp);
95+
this.levelGenerator = new PowerDistribution(flashmobTagMinLevel, flashmobTagMaxLevel, flashmobTagDistExp);
9696
this.random = new Random(0);
9797
this.flashmobTags = new HashMap<Integer, ArrayList<FlashmobTag>>();
9898
this.flashmobTagsPerMonth = flashmobTagsPerMonth;

src/main/java/ldbc/snb/datagen/dictionary/IPAddressDictionary.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@ Linked Data Benchmark Council (http://www.ldbcouncil.org)
3535
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.*/
3636
package ldbc.snb.datagen.dictionary;
3737

38-
import ldbc.snb.datagen.generator.DatagenParams;
38+
import ldbc.snb.datagen.DatagenParams;
3939
import ldbc.snb.datagen.objects.IP;
4040

4141
import java.io.BufferedReader;

src/main/java/ldbc/snb/datagen/dictionary/LanguageDictionary.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@ Linked Data Benchmark Council (http://www.ldbcouncil.org)
3535
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.*/
3636
package ldbc.snb.datagen.dictionary;
3737

38-
import ldbc.snb.datagen.generator.DatagenParams;
38+
import ldbc.snb.datagen.DatagenParams;
3939

4040
import java.io.BufferedReader;
4141
import java.io.IOException;

src/main/java/ldbc/snb/datagen/dictionary/NamesDictionary.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@ Linked Data Benchmark Council (http://www.ldbcouncil.org)
3535
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.*/
3636
package ldbc.snb.datagen.dictionary;
3737

38-
import ldbc.snb.datagen.generator.DatagenParams;
38+
import ldbc.snb.datagen.DatagenParams;
3939
import umontreal.iro.lecuyer.probdist.GeometricDist;
4040

4141
import java.io.BufferedReader;

0 commit comments

Comments
 (0)