mattazend

2018-01-21T13:02:26.333Z --conf spark.hadoop.yarn.resourcemanager.connect.max-wait.ms=60000 --conf spark.hadoop.fs.defaultFS=hdfs://ip-10-0-1-48.us-west-2.compute.internal:8020 --conf spark.hadoop.yarn.resourcemanager.address=ip-10-0-1-48.us-west-2.compute.internal:8032 --conf spark.dynamicAllocation.enabled=true --conf spark.shuffle.service.enabled=true --conf spark.dynamicAllocation.minExecutors=1 --conf spark.dynamicAllocation.maxExecutors=18 --conf spark.executor.memory=5g --conf spark.executor.cores=4 --JOB_ID j_e5de928b745ac948b9e0299b9c1983bea68d9383a53d12d9c9738efd77128f04 --extra-py-files s3://###CLIPPED####/jobs/test_trunc/python-libs/pyRserve.zip --JOB_RUN_ID jr_13d318641534349c645a5622c62d56d0804929911f5c326a19cc872be957a9a4 --scriptLocation s3://###CLIPPED####/gluescripts/test_trunc --job-bookmark-option job-bookmark-disable --job-language python --TempDir s3://###CLIPPED####/jobs/test_trunc/scripts --JOB_NAME test_trunc

2018-01-21T13:02:26.340Z YARN_RM_DNS=ip-10-0-1-48.us-west-2.compute.interna