File tree Expand file tree Collapse file tree 1 file changed +7
-2
lines changed
Expand file tree Collapse file tree 1 file changed +7
-2
lines changed Original file line number Diff line number Diff line change @@ -123,6 +123,11 @@ export LC_ALL=C
123123# sort with large buffers, merge sort over many files if possible
124124SORTOPTS=" --batch-size 128 --buffer-size $(( 1 + MAIN_MEM_GB/ 5 )) g --parallel=$PARALLEL_SORT_THREADS --temporary-directory $TMPDIR " # --compress-program=gzip
125125
126+ BIN=$( dirname $0 )
127+ source $BIN /workflow_lib.sh
128+
129+ LOG__ " Starting aggregation of host-level graph on the domain level"
130+
126131set -exo pipefail
127132
128133test -d " $TMPDIR " || mkdir " $TMPDIR "
180185 <( zcat $_EDGES ) \
181186 >( sort $SORTOPTS -t$' \t ' -k1,1n -k2,2n -s -u | gzip > " $OUTPUTDIR " /edges.txt.gz)
182187
183- echo " Waiting for data to be written to disk..."
188+ LOG__ " Waiting for data to be written to disk..."
184189wait # for subshells to finish
185190
186- echo " Finished aggregation of host-level graph on the domain level:"
191+ LOG__ " Finished aggregation of host-level graph on the domain level:"
187192ls -l " $OUTPUTDIR " /{vertices,edges}.txt.gz
You can’t perform that action at this time.
0 commit comments