for f in `ls`; do echo "/usr/bin/time -v aws s3 cp --recursive s3://recount-opendata/recount2/$f/ > s3uploads/${f}.s3upload 2>&1"; done > s3upload.jobs

for d in c d e f g h i j k l m n o p q r s t u; do echo "/usr/bin/time -v parallel -j15 < s3upload.jobsa${d} > s3upload.jobsa${d}.run15 2>&1"; done > s3uploadac-u.jobs

egrep -e "^-rw" ls.all | fgrep -v "/" | tr -s " " \\t | cut -f5 | perl -ne 'chomp; $s+=$_; $c++; END { print "$c\t$s\n"; }'