File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -10,18 +10,18 @@ read -p "Enter the number corresponding to your choice: " choice
1010case $choice in
1111 2)
1212 # Download 10m dataset: files 0001 to 0010
13- wget --timestamping --directory-prefix ~ /data/bluesky --input-file <( seq --format " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_%04g.json.gz" 1 10)
13+ wget --continue -- timestamping --progress=dot:giga --directory-prefix ~ /data/bluesky --input-file <( seq --format " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_%04g.json.gz" 1 10)
1414 ;;
1515 3)
1616 # Download 100m dataset: files 0001 to 0100
17- wget --timestamping --directory-prefix ~ /data/bluesky --input-file <( seq --format " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_%04g.json.gz" 1 100)
17+ wget --continue -- timestamping --progress=dot:giga --directory-prefix ~ /data/bluesky --input-file <( seq --format " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_%04g.json.gz" 1 100)
1818 ;;
1919 4)
2020 # Download 1000m dataset: files 0001 to 1000
21- wget --timestamping --directory-prefix ~ /data/bluesky --input-file <( seq --format " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_%04g.json.gz" 1 1000)
21+ wget --continue -- timestamping --progress=dot:giga --directory-prefix ~ /data/bluesky --input-file <( seq --format " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_%04g.json.gz" 1 1000)
2222 ;;
2323 * )
2424 # Download 1m dataset: single file
25- wget --timestamping --directory-prefix ~ /data/bluesky " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_0001.json.gz"
25+ wget --continue -- timestamping --progress=dot:giga --directory-prefix ~ /data/bluesky " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_0001.json.gz"
2626 ;;
2727esac
You can’t perform that action at this time.
0 commit comments