Skip to content

Instantly share code, notes, and snippets.

@timrobertson100
Created April 11, 2020 11:26
Show Gist options
  • Save timrobertson100/07ff2235db38ed0cfb176046cc710861 to your computer and use it in GitHub Desktop.
Save timrobertson100/07ff2235db38ed0cfb176046cc710861 to your computer and use it in GitHub Desktop.
Splitting the single Avro file using Hive

bq load --source_format=AVRO dataset.table gs://mybucket/00/*.avro

did a small download to get the schema

avro-utils getschema ... > schema.avsc

hdfs dfs -put schema.avsc /tmp hdfs dfs -cp /occurrence-download/prod-downloads/0037663-200221144449610.avro /tmp/john.avro

in hive

CREATE TABLE tim.jw_export ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe' STORED AS INPUTFORMAT 'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat' TBLPROPERTIES ('avro.schema.url'='/tmp/schema.avsc');

LOAD DATA INPATH '/tmp/john.avro' OVERWRITE INTO TABLE tim.jw_export;

SET mapreduce.job.reduces=100; CREATE TABLE tim.jw_export2 STORED AS AVRO AS SELECT * FROM tim.jw_export DISTRIBUTE BY gbifId;

pull files from HDFS

sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000000_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000001_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000002_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000003_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000004_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000005_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000006_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000007_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000008_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000009_0 /mnt/auto/scratch/trobertson/jw_export2

sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000010_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000011_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000012_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000013_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000014_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000015_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000016_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000017_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000018_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000019_0 /mnt/auto/scratch/trobertson/jw_export2

sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000020_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000021_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000022_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000023_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000024_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000025_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000026_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000027_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000028_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000029_0 /mnt/auto/scratch/trobertson/jw_export2

sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000030_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000031_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000032_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000033_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000034_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000035_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000036_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000037_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000038_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000039_0 /mnt/auto/scratch/trobertson/jw_export2

sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000040_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000041_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000042_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000043_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000044_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000045_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000046_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000047_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000048_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000049_0 /mnt/auto/scratch/trobertson/jw_export2

sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000050_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000051_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000052_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000053_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000054_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000055_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000056_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000057_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000058_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000059_0 /mnt/auto/scratch/trobertson/jw_export2

sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000060_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000061_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000062_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000063_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000064_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000065_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000066_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000067_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000068_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000069_0 /mnt/auto/scratch/trobertson/jw_export2

sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000070_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000071_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000072_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000073_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000074_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000075_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000076_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000077_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000078_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000079_0 /mnt/auto/scratch/trobertson/jw_export2

sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000080_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000081_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000082_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000083_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000084_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000085_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000086_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000087_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000088_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000089_0 /mnt/auto/scratch/trobertson/jw_export2

sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000090_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000091_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000092_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000093_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000094_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000095_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000096_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000097_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000098_0 /mnt/auto/scratch/trobertson/jw_export2 sudo -u hdfs hdfs dfs -get /user/hive/warehouse/tim.db/jw_export2/000099_0 /mnt/auto/scratch/trobertson/jw_export2

copy them up

nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000000_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000001_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000002_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000003_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000004_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000005_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000006_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000007_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000008_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000009_0 gs://gbif_export_john_wieczorek &

nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000010_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000011_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000012_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000013_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000014_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000015_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000016_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000017_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000018_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000019_0 gs://gbif_export_john_wieczorek &

nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000020_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000021_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000022_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000023_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000024_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000025_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000026_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000027_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000028_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000029_0 gs://gbif_export_john_wieczorek &

nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000030_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000031_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000032_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000033_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000034_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000035_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000036_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000037_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000038_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000039_0 gs://gbif_export_john_wieczorek &

nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000040_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000041_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000042_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000043_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000044_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000045_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000046_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000047_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000048_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000049_0 gs://gbif_export_john_wieczorek &

nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000050_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000051_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000052_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000053_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000054_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000055_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000056_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000057_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000058_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000059_0 gs://gbif_export_john_wieczorek &

nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000060_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000061_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000062_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000063_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000064_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000065_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000066_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000067_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000068_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000069_0 gs://gbif_export_john_wieczorek &

nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000070_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000071_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000072_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000073_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000074_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000075_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000076_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000077_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000078_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000079_0 gs://gbif_export_john_wieczorek &

nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000080_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000081_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000082_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000083_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000084_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000085_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000086_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000087_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000088_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000089_0 gs://gbif_export_john_wieczorek &

nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000090_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000091_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000092_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000093_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000094_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000095_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000096_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000097_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000098_0 gs://gbif_export_john_wieczorek & nohup gsutil cp /mnt/auto/scratch/trobertson/jw_export2/000099_0 gs://gbif_export_john_wieczorek &

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment