File tree Expand file tree Collapse file tree 2 files changed +39
-0
lines changed Expand file tree Collapse file tree 2 files changed +39
-0
lines changed Original file line number Diff line number Diff line change
1
+ FROM openjdk:8-jdk-alpine
2
+
3
+ # Download hadoop
4
+ WORKDIR /opt
5
+ RUN apk add bash curl maven python
6
+ RUN curl -L 'http://archive.apache.org/dist/hadoop/core/hadoop-2.6.0/hadoop-2.6.0.tar.gz' | tar -xz
7
+
8
+ # Copy the project
9
+ COPY . /opt/ldbc_snb_datagen
10
+ WORKDIR /opt/ldbc_snb_datagen
11
+ RUN mvn -DskipTests clean assembly:assembly
12
+
13
+ ENV HADOOP_CLIENT_OPTS '-Xmx8G'
14
+ CMD /opt/ldbc_snb_datagen/docker_run.sh
Original file line number Diff line number Diff line change
1
+ #! /bin/bash
2
+
3
+ # Variables for the default settings
4
+ DEFAULT_SCALE_FACTOR=snb.interactive.1
5
+ DEFAULT_PERSON_SERIALIZER=ldbc.snb.datagen.serializer.snb.interactive.CSVPersonSerializer
6
+ DEFAULT_INVARIANT_SERIALIZER=ldbc.snb.datagen.serializer.snb.interactive.CSVPersonSerializer
7
+ DEFAULT_PERSON_ACTIVITY_SERIALIZER=ldbc.snb.datagen.serializer.snb.interactive.CSVPersonSerializer
8
+
9
+ # Parameter serialization
10
+ PARAMS_FILE=params.ini
11
+ echo " ldbc.snb.datagen.generator.scaleFactor:${SCALE_FACTOR:- $DEFAULT_SCALE_FACTOR } " > ${PARAMS_FILE}
12
+ echo " ldbc.snb.datagen.serializer.personSerializer:${PERSON_SERIALIZER:- $DEFAULT_SERIALIZER } " >> ${PARAMS_FILE}
13
+ echo " ldbc.snb.datagen.serializer.invariantSerializer:${INVARIANT_SERIALIZER:- $DEFAULT_INVARIANT_SERIALIZER } " >> ${PARAMS_FILE}
14
+ echo " ldbc.snb.datagen.serializer.personActivitySerializer:${PERSON_ACTIVITY_SERIALIZER:- $DEFAULT_PERSON_ACTIVITY_SERIALIZER } " >> ${PARAMS_FILE}
15
+
16
+ # Running the generator
17
+ /opt/hadoop-2.6.0/bin/hadoop jar /opt/ldbc_snb_datagen/target/ldbc_snb_datagen-0.2.7-jar-with-dependencies.jar /opt/ldbc_snb_datagen/params.ini
18
+
19
+ # Cleanup
20
+ rm -f m* personFactors*
21
+ rm -f .m* personFactors*
22
+ rm -f m* activityFactors*
23
+ rm -f .m* activityFactors*
24
+ rm -f m0friendList*
25
+ rm -f .m0friendList*
You can’t perform that action at this time.
0 commit comments