glenn-jocher commited on
Commit
a41d910
1 Parent(s): 3551b07

data-autodownload background tasks (#2034)

Browse files
data/scripts/get_coco.sh CHANGED
@@ -20,5 +20,7 @@ f1='train2017.zip' # 19G, 118k images
20
  f2='val2017.zip' # 1G, 5k images
21
  f3='test2017.zip' # 7G, 41k images (optional)
22
  for f in $f1 $f2; do
23
- echo 'Downloading' $url$f ' ...' && curl -L $url$f -o $f && unzip -q $f -d $d && rm $f # download, unzip, remove
 
24
  done
 
 
20
  f2='val2017.zip' # 1G, 5k images
21
  f3='test2017.zip' # 7G, 41k images (optional)
22
  for f in $f1 $f2; do
23
+ echo 'Downloading' $url$f '...' && curl -L $url$f -o $f # download, (unzip, remove in background)
24
+ unzip -q $f -d $d && rm $f &
25
  done
26
+ wait # finish background tasks
data/scripts/get_voc.sh CHANGED
@@ -17,9 +17,11 @@ url=https://github.com/ultralytics/yolov5/releases/download/v1.0/
17
  f1=VOCtrainval_06-Nov-2007.zip # 446MB, 5012 images
18
  f2=VOCtest_06-Nov-2007.zip # 438MB, 4953 images
19
  f3=VOCtrainval_11-May-2012.zip # 1.95GB, 17126 images
20
- for f in $f1 $f2 $f3; do
21
- echo 'Downloading' $url$f ' ...' && curl -L $url$f -o $f && unzip -q $f -d $d && rm $f # download, unzip, remove
 
22
  done
 
23
 
24
  end=$(date +%s)
25
  runtime=$((end - start))
 
17
  f1=VOCtrainval_06-Nov-2007.zip # 446MB, 5012 images
18
  f2=VOCtest_06-Nov-2007.zip # 438MB, 4953 images
19
  f3=VOCtrainval_11-May-2012.zip # 1.95GB, 17126 images
20
+ for f in $f3 $f2 $f1; do
21
+ echo 'Downloading' $url$f '...' && curl -L $url$f -o $f # download, (unzip, remove in background)
22
+ unzip -q $f -d $d && rm $f &
23
  done
24
+ wait # finish background tasks
25
 
26
  end=$(date +%s)
27
  runtime=$((end - start))