Skip to content

Commit 7fcd872

Browse files
committed
Dockerization with Dockerfile and running script
1 parent db5e4f3 commit 7fcd872

File tree

2 files changed

+39
-0
lines changed

2 files changed

+39
-0
lines changed

Dockerfile

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
FROM openjdk:8-jdk-alpine
2+
3+
# Download hadoop
4+
WORKDIR /opt
5+
RUN apk add bash curl maven python
6+
RUN curl -L 'http://archive.apache.org/dist/hadoop/core/hadoop-2.6.0/hadoop-2.6.0.tar.gz' | tar -xz
7+
8+
# Copy the project
9+
COPY . /opt/ldbc_snb_datagen
10+
WORKDIR /opt/ldbc_snb_datagen
11+
RUN mvn -DskipTests clean assembly:assembly
12+
13+
ENV HADOOP_CLIENT_OPTS '-Xmx8G'
14+
CMD /opt/ldbc_snb_datagen/docker_run.sh

docker_run.sh

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
#!/bin/bash
2+
3+
# Variables for the default settings
4+
DEFAULT_SCALE_FACTOR=snb.interactive.1
5+
DEFAULT_PERSON_SERIALIZER=ldbc.snb.datagen.serializer.snb.interactive.CSVPersonSerializer
6+
DEFAULT_INVARIANT_SERIALIZER=ldbc.snb.datagen.serializer.snb.interactive.CSVPersonSerializer
7+
DEFAULT_PERSON_ACTIVITY_SERIALIZER=ldbc.snb.datagen.serializer.snb.interactive.CSVPersonSerializer
8+
9+
# Parameter serialization
10+
PARAMS_FILE=params.ini
11+
echo "ldbc.snb.datagen.generator.scaleFactor:${SCALE_FACTOR:-$DEFAULT_SCALE_FACTOR}" > ${PARAMS_FILE}
12+
echo "ldbc.snb.datagen.serializer.personSerializer:${PERSON_SERIALIZER:-$DEFAULT_SERIALIZER}" >> ${PARAMS_FILE}
13+
echo "ldbc.snb.datagen.serializer.invariantSerializer:${INVARIANT_SERIALIZER:-$DEFAULT_INVARIANT_SERIALIZER}" >> ${PARAMS_FILE}
14+
echo "ldbc.snb.datagen.serializer.personActivitySerializer:${PERSON_ACTIVITY_SERIALIZER:-$DEFAULT_PERSON_ACTIVITY_SERIALIZER}" >> ${PARAMS_FILE}
15+
16+
# Running the generator
17+
/opt/hadoop-2.6.0/bin/hadoop jar /opt/ldbc_snb_datagen/target/ldbc_snb_datagen-0.2.7-jar-with-dependencies.jar /opt/ldbc_snb_datagen/params.ini
18+
19+
# Cleanup
20+
rm -f m*personFactors*
21+
rm -f .m*personFactors*
22+
rm -f m*activityFactors*
23+
rm -f .m*activityFactors*
24+
rm -f m0friendList*
25+
rm -f .m0friendList*

0 commit comments

Comments
 (0)