Add check-md5sum scripts for all CSV types

Author: szarnyasg

.travis.yml

@@ -15,7 +15,7 @@ install: true
 script:
 - cp params-csv.ini params.ini
 - docker run --rm --mount type=bind,source="$(pwd)/",target="/opt/ldbc_snb_datagen/out" --mount type=bind,source="$(pwd)/params.ini",target="/opt/ldbc_snb_datagen/params.ini" ldbc/datagen
-- bash check-md5sums.sh
+- bash check-md5sums-basic.sh
 - mkdir out
 - cp -r substitution_parameters out/
 notifications:

check-md5sums.sh renamed to check-md5sums-basic.sh

@@ -7,9 +7,9 @@ set -e
 [[ `md5sum social_network/static/place_0_0.csv                          | cut -d' ' -f1` == 'af21fd950c4a5766391d50e1c8ee6a16' ]]
 [[ `md5sum social_network/static/place_isPartOf_place_0_0.csv           | cut -d' ' -f1` == '3ec20dfa7de510165910e201aa0cef8d' ]]
 [[ `md5sum social_network/static/tag_0_0.csv                            | cut -d' ' -f1` == '8d9697e4c0a8bcf8cf8a8c4e3e26c688' ]]
+[[ `md5sum social_network/static/tag_hasType_tagclass_0_0.csv           | cut -d' ' -f1` == '0333fee682a3d371ff932d782e318bd8' ]]
 [[ `md5sum social_network/static/tagclass_0_0.csv                       | cut -d' ' -f1` == '91f1225d669ddf277ade821a3d5136dc' ]]
 [[ `md5sum social_network/static/tagclass_isSubclassOf_tagclass_0_0.csv | cut -d' ' -f1` == '4b7b5342a2e97ab2042f319bf2a96557' ]]
-[[ `md5sum social_network/static/tag_hasType_tagclass_0_0.csv           | cut -d' ' -f1` == '0333fee682a3d371ff932d782e318bd8' ]]
 
 [[ `md5sum social_network/dynamic/comment_0_0.csv                       | cut -d' ' -f1` == 'd1856b88d75eda099b8aec09710376fb' ]]
 [[ `md5sum social_network/dynamic/comment_hasCreator_person_0_0.csv     | cut -d' ' -f1` == '91b5e4cc2a80dfd8e3d807c2a5733c5e' ]]

check-md5sums-composite-merge-foreign.sh

@@ -0,0 +1,26 @@
+#!/bin/bash
+
+set -e
+
+[[ `md5sum social_network/static/organisation_0_0.csv                 | cut -d' ' -f1` == 'ebe578bcc856dc7bfea164b4fa194cbc' ]]
+[[ `md5sum social_network/static/place_0_0.csv                        | cut -d' ' -f1` == 'a4f5c04146330d3a11b0441522cd6d74' ]]
+[[ `md5sum social_network/static/tag_0_0.csv                          | cut -d' ' -f1` == '2ecf6319e808d1cdd45d917ddaab31e1' ]]
+[[ `md5sum social_network/static/tagclass_0_0.csv                     | cut -d' ' -f1` == '2a9c260bd69680a82a6369b62e846c71' ]]
+
+[[ `md5sum social_network/dynamic/comment_0_0.csv                     | cut -d' ' -f1` == '8fc7a251596079be643a5cd6b3163b5d' ]]
+[[ `md5sum social_network/dynamic/comment_hasTag_tag_0_0.csv          | cut -d' ' -f1` == 'f434548899ea8218ef2e351988d0f117' ]]
+[[ `md5sum social_network/dynamic/forum_0_0.csv                       | cut -d' ' -f1` == 'ed77ae23647dbb76ebc9915af5e7e34e' ]]
+[[ `md5sum social_network/dynamic/forum_hasMember_person_0_0.csv      | cut -d' ' -f1` == 'b9b5327212d6e12734da6d9e7340b62b' ]]
+[[ `md5sum social_network/dynamic/forum_hasTag_tag_0_0.csv            | cut -d' ' -f1` == 'de076e0181c59885b72755f20e73b0e3' ]]
+[[ `md5sum social_network/dynamic/person_0_0.csv                      | cut -d' ' -f1` == '23e5a120ddd42abeaa541b8be7758334' ]]
+[[ `md5sum social_network/dynamic/person_hasInterest_tag_0_0.csv      | cut -d' ' -f1` == '42e0e4d51cd4fb56b18cd20834216118' ]]
+[[ `md5sum social_network/dynamic/person_knows_person_0_0.csv         | cut -d' ' -f1` == 'e8ae7a263e040f9b2b475ebc1e788fe9' ]]
+[[ `md5sum social_network/dynamic/person_likes_comment_0_0.csv        | cut -d' ' -f1` == '6d9412934d7e9882fc4154ec74ecf952' ]]
+[[ `md5sum social_network/dynamic/person_likes_post_0_0.csv           | cut -d' ' -f1` == 'e0d460d75f5e60b32e0bb544d2d83951' ]]
+[[ `md5sum social_network/dynamic/person_studyAt_organisation_0_0.csv | cut -d' ' -f1` == 'cb2313acb51295ebe7fee6176467d2f5' ]]
+[[ `md5sum social_network/dynamic/person_workAt_organisation_0_0.csv  | cut -d' ' -f1` == 'ef5a7e95d9870e5715e7f9f4706ee349' ]]
+[[ `md5sum social_network/dynamic/post_0_0.csv                        | cut -d' ' -f1` == '11a2d5e2d26fbd60631b15a100d46eda' ]]
+[[ `md5sum social_network/dynamic/post_hasTag_tag_0_0.csv             | cut -d' ' -f1` == '1be77b94b9559f4a17a04b996df36638' ]]
+
+[[ `md5sum social_network/updateStream_0_0_forum.csv                  | cut -d' ' -f1` == '7e00243f68a8171974eabe4ac37df86b' ]]
+[[ `md5sum social_network/updateStream_0_0_person.csv                 | cut -d' ' -f1` == '2e1f44e6d48112a9fd87092206153b57' ]]

check-md5sums-composite.sh

@@ -0,0 +1,39 @@
+#!/bin/bash
+
+set -e
+
+[[ `md5sum social_network/static/organisation_0_0.csv                   | cut -d' ' -f1` == 'e6164941fce2c182ec303c84568e9282' ]]
+[[ `md5sum social_network/static/organisation_isLocatedIn_place_0_0.csv | cut -d' ' -f1` == 'f78cd5fe83cb7d860aae5f2350a89d78' ]]
+[[ `md5sum social_network/static/place_0_0.csv                          | cut -d' ' -f1` == 'af21fd950c4a5766391d50e1c8ee6a16' ]]
+[[ `md5sum social_network/static/place_isPartOf_place_0_0.csv           | cut -d' ' -f1` == '3ec20dfa7de510165910e201aa0cef8d' ]]
+[[ `md5sum social_network/static/tag_0_0.csv                            | cut -d' ' -f1` == '8d9697e4c0a8bcf8cf8a8c4e3e26c688' ]]
+[[ `md5sum social_network/static/tag_hasType_tagclass_0_0.csv           | cut -d' ' -f1` == '0333fee682a3d371ff932d782e318bd8' ]]
+[[ `md5sum social_network/static/tagclass_0_0.csv                       | cut -d' ' -f1` == '91f1225d669ddf277ade821a3d5136dc' ]]
+[[ `md5sum social_network/static/tagclass_isSubclassOf_tagclass_0_0.csv | cut -d' ' -f1` == '4b7b5342a2e97ab2042f319bf2a96557' ]]
+
+[[ `md5sum social_network/dynamic/comment_0_0.csv                       | cut -d' ' -f1` == 'd1856b88d75eda099b8aec09710376fb' ]]
+[[ `md5sum social_network/dynamic/comment_hasCreator_person_0_0.csv     | cut -d' ' -f1` == '91b5e4cc2a80dfd8e3d807c2a5733c5e' ]]
+[[ `md5sum social_network/dynamic/comment_hasTag_tag_0_0.csv            | cut -d' ' -f1` == 'f434548899ea8218ef2e351988d0f117' ]]
+[[ `md5sum social_network/dynamic/comment_isLocatedIn_place_0_0.csv     | cut -d' ' -f1` == 'ab411baf2055fa625bb7a703e3e4a745' ]]
+[[ `md5sum social_network/dynamic/comment_replyOf_comment_0_0.csv       | cut -d' ' -f1` == '4918a8ca7e6dd3404642c6b2a67744aa' ]]
+[[ `md5sum social_network/dynamic/comment_replyOf_post_0_0.csv          | cut -d' ' -f1` == '5a3aa006fd811c94cb7d02e84df2c468' ]]
+[[ `md5sum social_network/dynamic/forum_0_0.csv                         | cut -d' ' -f1` == 'a96fa4c161f51320819d67af695bf7b7' ]]
+[[ `md5sum social_network/dynamic/forum_containerOf_post_0_0.csv        | cut -d' ' -f1` == '4d3b696b6aa4903ce3422f0e2ca3037e' ]]
+[[ `md5sum social_network/dynamic/forum_hasMember_person_0_0.csv        | cut -d' ' -f1` == 'b9b5327212d6e12734da6d9e7340b62b' ]]
+[[ `md5sum social_network/dynamic/forum_hasModerator_person_0_0.csv     | cut -d' ' -f1` == '67089c7a61cddccdda15086b694dae7c' ]]
+[[ `md5sum social_network/dynamic/forum_hasTag_tag_0_0.csv              | cut -d' ' -f1` == 'de076e0181c59885b72755f20e73b0e3' ]]
+[[ `md5sum social_network/dynamic/person_0_0.csv                        | cut -d' ' -f1` == '1a51fea05349c0f85f1f1d50f973b5c2' ]]
+[[ `md5sum social_network/dynamic/person_hasInterest_tag_0_0.csv        | cut -d' ' -f1` == '42e0e4d51cd4fb56b18cd20834216118' ]]
+[[ `md5sum social_network/dynamic/person_isLocatedIn_place_0_0.csv      | cut -d' ' -f1` == 'ff540b6cd8d20e5f21461531404c6861' ]]
+[[ `md5sum social_network/dynamic/person_knows_person_0_0.csv           | cut -d' ' -f1` == 'e8ae7a263e040f9b2b475ebc1e788fe9' ]]
+[[ `md5sum social_network/dynamic/person_likes_comment_0_0.csv          | cut -d' ' -f1` == '6d9412934d7e9882fc4154ec74ecf952' ]]
+[[ `md5sum social_network/dynamic/person_likes_post_0_0.csv             | cut -d' ' -f1` == 'e0d460d75f5e60b32e0bb544d2d83951' ]]
+[[ `md5sum social_network/dynamic/person_studyAt_organisation_0_0.csv   | cut -d' ' -f1` == 'cb2313acb51295ebe7fee6176467d2f5' ]]
+[[ `md5sum social_network/dynamic/person_workAt_organisation_0_0.csv    | cut -d' ' -f1` == 'ef5a7e95d9870e5715e7f9f4706ee349' ]]
+[[ `md5sum social_network/dynamic/post_0_0.csv                          | cut -d' ' -f1` == '29c261d1b8f87e255e723b58174225da' ]]
+[[ `md5sum social_network/dynamic/post_hasCreator_person_0_0.csv        | cut -d' ' -f1` == 'f9d258616bb971dc7636e880fda1d146' ]]
+[[ `md5sum social_network/dynamic/post_hasTag_tag_0_0.csv               | cut -d' ' -f1` == '1be77b94b9559f4a17a04b996df36638' ]]
+[[ `md5sum social_network/dynamic/post_isLocatedIn_place_0_0.csv        | cut -d' ' -f1` == 'fabbb5c524946bc65416a7ffbdd065c5' ]]
+
+[[ `md5sum social_network/updateStream_0_0_forum.csv                    | cut -d' ' -f1` == '7e00243f68a8171974eabe4ac37df86b' ]]
+[[ `md5sum social_network/updateStream_0_0_person.csv                   | cut -d' ' -f1` == '2e1f44e6d48112a9fd87092206153b57' ]]

check-md5sums-merge-foreign.sh

@@ -0,0 +1,28 @@
+#!/bin/bash
+
+set -e
+
+[[ `md5sum social_network/static/organisation_0_0.csv                 | cut -d' ' -f1` == 'ebe578bcc856dc7bfea164b4fa194cbc' ]]
+[[ `md5sum social_network/static/place_0_0.csv                        | cut -d' ' -f1` == 'a4f5c04146330d3a11b0441522cd6d74' ]]
+[[ `md5sum social_network/static/tag_0_0.csv                          | cut -d' ' -f1` == '2ecf6319e808d1cdd45d917ddaab31e1' ]]
+[[ `md5sum social_network/static/tagclass_0_0.csv                     | cut -d' ' -f1` == '2a9c260bd69680a82a6369b62e846c71' ]]
+
+[[ `md5sum social_network/dynamic/comment_0_0.csv                     | cut -d' ' -f1` == '8fc7a251596079be643a5cd6b3163b5d' ]]
+[[ `md5sum social_network/dynamic/comment_hasTag_tag_0_0.csv          | cut -d' ' -f1` == 'f434548899ea8218ef2e351988d0f117' ]]
+[[ `md5sum social_network/dynamic/forum_0_0.csv                       | cut -d' ' -f1` == 'ed77ae23647dbb76ebc9915af5e7e34e' ]]
+[[ `md5sum social_network/dynamic/forum_hasMember_person_0_0.csv      | cut -d' ' -f1` == 'b9b5327212d6e12734da6d9e7340b62b' ]]
+[[ `md5sum social_network/dynamic/forum_hasTag_tag_0_0.csv            | cut -d' ' -f1` == 'de076e0181c59885b72755f20e73b0e3' ]]
+[[ `md5sum social_network/dynamic/person_0_0.csv                      | cut -d' ' -f1` == 'd247f234794df253720f9c4dbf1e77fe' ]]
+[[ `md5sum social_network/dynamic/person_email_emailaddress_0_0.csv   | cut -d' ' -f1` == 'afedc552761a9b59d9a78ecfe4490291' ]]
+[[ `md5sum social_network/dynamic/person_hasInterest_tag_0_0.csv      | cut -d' ' -f1` == '42e0e4d51cd4fb56b18cd20834216118' ]]
+[[ `md5sum social_network/dynamic/person_knows_person_0_0.csv         | cut -d' ' -f1` == 'e8ae7a263e040f9b2b475ebc1e788fe9' ]]
+[[ `md5sum social_network/dynamic/person_likes_comment_0_0.csv        | cut -d' ' -f1` == '6d9412934d7e9882fc4154ec74ecf952' ]]
+[[ `md5sum social_network/dynamic/person_likes_post_0_0.csv           | cut -d' ' -f1` == 'e0d460d75f5e60b32e0bb544d2d83951' ]]
+[[ `md5sum social_network/dynamic/person_speaks_language_0_0.csv      | cut -d' ' -f1` == '474b809d7e756dae80f592f454d33fc9' ]]
+[[ `md5sum social_network/dynamic/person_studyAt_organisation_0_0.csv | cut -d' ' -f1` == 'cb2313acb51295ebe7fee6176467d2f5' ]]
+[[ `md5sum social_network/dynamic/person_workAt_organisation_0_0.csv  | cut -d' ' -f1` == 'ef5a7e95d9870e5715e7f9f4706ee349' ]]
+[[ `md5sum social_network/dynamic/post_0_0.csv                        | cut -d' ' -f1` == '11a2d5e2d26fbd60631b15a100d46eda' ]]
+[[ `md5sum social_network/dynamic/post_hasTag_tag_0_0.csv             | cut -d' ' -f1` == '1be77b94b9559f4a17a04b996df36638' ]]
+
+[[ `md5sum social_network/updateStream_0_0_forum.csv                  | cut -d' ' -f1` == '7e00243f68a8171974eabe4ac37df86b' ]]
+[[ `md5sum social_network/updateStream_0_0_person.csv                 | cut -d' ' -f1` == '2e1f44e6d48112a9fd87092206153b57' ]]