File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -10,18 +10,18 @@ read -p "Enter the number corresponding to your choice: " choice
10
10
case $choice in
11
11
2)
12
12
# Download 10m dataset: files 0001 to 0010
13
- wget --timestamping --directory-prefix ~ /data/bluesky --input-file <( seq --format " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_%04g.json.gz" 1 10)
13
+ wget --continue -- timestamping --progress=dot:giga --directory-prefix ~ /data/bluesky --input-file <( seq --format " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_%04g.json.gz" 1 10)
14
14
;;
15
15
3)
16
16
# Download 100m dataset: files 0001 to 0100
17
- wget --timestamping --directory-prefix ~ /data/bluesky --input-file <( seq --format " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_%04g.json.gz" 1 100)
17
+ wget --continue -- timestamping --progress=dot:giga --directory-prefix ~ /data/bluesky --input-file <( seq --format " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_%04g.json.gz" 1 100)
18
18
;;
19
19
4)
20
20
# Download 1000m dataset: files 0001 to 1000
21
- wget --timestamping --directory-prefix ~ /data/bluesky --input-file <( seq --format " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_%04g.json.gz" 1 1000)
21
+ wget --continue -- timestamping --progress=dot:giga --directory-prefix ~ /data/bluesky --input-file <( seq --format " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_%04g.json.gz" 1 1000)
22
22
;;
23
23
* )
24
24
# Download 1m dataset: single file
25
- wget --timestamping --directory-prefix ~ /data/bluesky " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_0001.json.gz"
25
+ wget --continue -- timestamping --progress=dot:giga --directory-prefix ~ /data/bluesky " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_0001.json.gz"
26
26
;;
27
27
esac
You can’t perform that action at this time.
0 commit comments