Compress generated data sets separately, save commit ID in package

Author: szarnyasg

.circleci/config.yml

@@ -52,18 +52,21 @@ jobs:
           paths:
             - ~/.m2/repository   # maven deps
       - run: mkdir social-network-sf0.003
-      - run: tools/docker-run.sh --mode interactive --scale-factor 0.003 --explode-edges --explode-attrs && mv out/* social-network-sf0.003
-      - run: tools/docker-run.sh --mode interactive --scale-factor 0.003 --explode-attrs && mv out/* social-network-sf0.003
-      - run: tools/docker-run.sh --mode interactive --scale-factor 0.003 --explode-edges && mv out/* social-network-sf0.003
-      - run: tools/docker-run.sh --mode interactive --scale-factor 0.003 && mv out/* social-network-sf0.003
-      - run: tools/docker-run.sh --mode bi --scale-factor 0.003 --explode-edges --explode-attrs && mv out/* social-network-sf0.003
-      - run: tools/docker-run.sh --mode bi --scale-factor 0.003 --explode-attrs && mv out/* social-network-sf0.003
-      - run: tools/docker-run.sh --mode bi --scale-factor 0.003 --explode-edges && mv out/* social-network-sf0.003
-      - run: tools/docker-run.sh --mode bi --scale-factor 0.003 && mv out/* social-network-sf0.003
+      - run: tools/docker-run.sh --mode interactive --scale-factor 0.003 --explode-edges --explode-attrs && mv out social-network-sf0.003-singular-projected-fk
+      - run: tools/docker-run.sh --mode interactive --scale-factor 0.003                 --explode-attrs && mv out social-network-sf0.003-singular-merged-fk
+      - run: tools/docker-run.sh --mode interactive --scale-factor 0.003 --explode-edges                 && mv out social-network-sf0.003-composite-projected-fk
+      - run: tools/docker-run.sh --mode interactive --scale-factor 0.003                                 && mv out social-network-sf0.003-composite-merged-fk
+      - run: tools/docker-run.sh --mode bi --scale-factor 0.003 --explode-edges --explode-attrs          && mv out social-network-sf0.003-bi-singular-projected-fk
+      - run: tools/docker-run.sh --mode bi --scale-factor 0.003                 --explode-attrs          && mv out social-network-sf0.003-bi-singular-merged-fk
+      - run: tools/docker-run.sh --mode bi --scale-factor 0.003 --explode-edges                          && mv out social-network-sf0.003-bi-composite-projected-fk
+      - run: tools/docker-run.sh --mode bi --scale-factor 0.003                                          && mv out social-network-sf0.003-bi-composite-merged-fk
       - run: |
           # deploy CircleCI configuration to provide the 'filters' instructions (and prevent failed builds on the gh-pages branch)
           mv .circleci dist/
-          zip -r dist/social-network-sf0.003.zip social-network-sf0.003
+          for d in social-network-sf0.003*; do
+            echo "Generated with <https://github.com/ldbc/ldbc_snb_datagen_spark/commit/${CIRCLE_SHA1}>" > $d/README.md
+            zip -r dist/$d.zip $d/
+          done
       - persist_to_workspace:
           # Must be an absolute path, or relative path from working_directory. This is a directory on the container which is
           # taken to be the root directory of the workspace.