File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -10,18 +10,18 @@ read -p "Enter the number corresponding to your choice: " choice
1010case  $choice  in 
1111    2)
1212        #  Download 10m dataset: files 0001 to 0010
13-         wget --timestamping --directory-prefix ~ /data/bluesky --input-file <( seq --format " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_%04g.json.gz" ) 
13+         wget --continue -- timestamping --progress=dot:giga  --directory-prefix ~ /data/bluesky --input-file <( seq --format " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_%04g.json.gz" ) 
1414        ;;
1515    3)
1616        #  Download 100m dataset: files 0001 to 0100
17-         wget --timestamping --directory-prefix ~ /data/bluesky --input-file <( seq --format " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_%04g.json.gz" ) 
17+         wget --continue -- timestamping --progress=dot:giga  --directory-prefix ~ /data/bluesky --input-file <( seq --format " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_%04g.json.gz" ) 
1818        ;;
1919    4)
2020        #  Download 1000m dataset: files 0001 to 1000
21-         wget --timestamping --directory-prefix ~ /data/bluesky --input-file <( seq --format " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_%04g.json.gz" ) 
21+         wget --continue -- timestamping --progress=dot:giga  --directory-prefix ~ /data/bluesky --input-file <( seq --format " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_%04g.json.gz" ) 
2222        ;;
2323    * )
2424        #  Download 1m dataset: single file
25-         wget --timestamping --directory-prefix ~ /data/bluesky " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_0001.json.gz" 
25+         wget --continue -- timestamping --progress=dot:giga  --directory-prefix ~ /data/bluesky " https://clickhouse-public-datasets.s3.amazonaws.com/bluesky/file_0001.json.gz" 
2626        ;;
2727esac 
 
 
   
 
     
   
   
          
    
    
     
    
      
     
     
    You can’t perform that action at this time.
  
 
    
  
    
      
        
     
       
      
     
   
 
    
    
  
 
  
 
     
    
0 commit comments