Skip to content

Commit 237b92d

Browse files
fix(host2domain): log start and finish times
1 parent 050384c commit 237b92d

File tree

1 file changed

+7
-2
lines changed

1 file changed

+7
-2
lines changed

src/script/host2domaingraph.sh

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -123,6 +123,11 @@ export LC_ALL=C
123123
# sort with large buffers, merge sort over many files if possible
124124
SORTOPTS="--batch-size 128 --buffer-size $((1+MAIN_MEM_GB/5))g --parallel=$PARALLEL_SORT_THREADS --temporary-directory $TMPDIR" # --compress-program=gzip
125125

126+
BIN=$(dirname $0)
127+
source $BIN/workflow_lib.sh
128+
129+
LOG__ "Starting aggregation of host-level graph on the domain level"
130+
126131
set -exo pipefail
127132

128133
test -d "$TMPDIR" || mkdir "$TMPDIR"
@@ -180,8 +185,8 @@ fi
180185
<(zcat $_EDGES) \
181186
>(sort $SORTOPTS -t$'\t' -k1,1n -k2,2n -s -u | gzip >"$OUTPUTDIR"/edges.txt.gz)
182187

183-
echo "Waiting for data to be written to disk..."
188+
LOG__ "Waiting for data to be written to disk..."
184189
wait # for subshells to finish
185190

186-
echo "Finished aggregation of host-level graph on the domain level:"
191+
LOG__ "Finished aggregation of host-level graph on the domain level:"
187192
ls -l "$OUTPUTDIR"/{vertices,edges}.txt.gz

0 commit comments

Comments
 (0)