File tree Expand file tree Collapse file tree 2 files changed +18
-6
lines changed
src/main/java/ldbc/snb/datagen Expand file tree Collapse file tree 2 files changed +18
-6
lines changed Original file line number Diff line number Diff line change @@ -243,16 +243,15 @@ public static void main(String[] args) /*throws Exception*/ {
243
243
244
244
try {
245
245
Configuration conf = ConfigParser .initialize ();
246
- ConfigParser .readConfig (conf ,"./src/main/resources/params.ini" );
247
- //ConfigParser.readConfig(conf,args[0]);
248
- ConfigParser .readConfig (conf , "./params.ini" );
246
+ ConfigParser .readConfig (conf , args [0 ]);
247
+ ConfigParser .readConfig (conf , LDBCDatagen .class .getResourceAsStream ("/params.ini" ));
249
248
conf .set ("ldbc.snb.datagen.serializer.hadoopDir" ,conf .get ("ldbc.snb.datagen.serializer.outputDir" )+"/hadoop" );
250
249
conf .set ("ldbc.snb.datagen.serializer.socialNetworkDir" ,conf .get ("ldbc.snb.datagen.serializer.outputDir" )+"/social_network" );
251
250
ConfigParser .printConfig (conf );
252
251
// conf.setBoolean("mapreduce.map.output.compress", true);
253
252
// conf.setBoolean("mapreduce.output.fileoutputformat.compress", false);
254
253
255
- // Deleting exisging files
254
+ // Deleting existing files
256
255
FileSystem dfs = FileSystem .get (conf );
257
256
dfs .delete (new Path (conf .get ("ldbc.snb.datagen.serializer.hadoopDir" )), true );
258
257
dfs .delete (new Path (conf .get ("ldbc.snb.datagen.serializer.socialNetworkDir" )), true );
Original file line number Diff line number Diff line change 10
10
import javax .xml .parsers .DocumentBuilder ;
11
11
import javax .xml .parsers .DocumentBuilderFactory ;
12
12
import java .io .FileInputStream ;
13
+ import java .io .FileNotFoundException ;
14
+ import java .io .InputStream ;
13
15
import java .io .InputStreamReader ;
14
16
import java .util .Map ;
15
17
import java .util .Properties ;
@@ -82,10 +84,21 @@ public static Configuration initialize() {
82
84
return conf ;
83
85
}
84
86
85
- public static Configuration readConfig (Configuration conf , String paramsFile ) {
87
+ public static Configuration readConfig (Configuration conf , String paramsFile ) {
88
+ try {
89
+ readConfig (conf , new FileInputStream (paramsFile ));
90
+ } catch (FileNotFoundException e ) {
91
+ System .err .println (e .getMessage ());
92
+ e .printStackTrace ();
93
+ System .exit (-1 );
94
+ }
95
+ return conf ;
96
+ }
97
+
98
+ public static Configuration readConfig (Configuration conf , InputStream paramStream ) {
86
99
try {
87
100
Properties properties = new Properties ();
88
- properties .load (new InputStreamReader (new FileInputStream ( paramsFile ) , "UTF-8" ));
101
+ properties .load (new InputStreamReader (paramStream , "UTF-8" ));
89
102
String val = (String ) properties .get ("ldbc.snb.datagen.generator.scaleFactor" );
90
103
if ( val != null ) {
91
104
ScaleFactor scaleFactor = scaleFactors .get (val );
You can’t perform that action at this time.
0 commit comments