Last active
November 19, 2015 16:02
-
-
Save vitillo/fb964859dd38f12df1ab to your computer and use it in GitHub Desktop.
Parquet ExecutiveStream
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| {"nbformat_minor": 0, "cells": [{"execution_count": 1, "cell_type": "code", "source": "!curl https://bintray.com/sbt/rpm/rpm | sudo tee /etc/yum.repos.d/bintray-sbt-rpm.repo", "outputs": [{"output_type": "stream", "name": "stdout", "text": " % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n100 146 0 146 0 0 559 0 --:--:-- --:--:-- --:--:-- 581\n#bintray--sbt-rpm - packages by from Bintray\n[bintray--sbt-rpm]\nname=bintray--sbt-rpm\nbaseurl=http://dl.bintray.com/sbt/rpm\ngpgcheck=0\nenabled=1\n"}], "metadata": {"collapsed": false, "trusted": true}}, {"execution_count": 2, "cell_type": "code", "source": "!sudo yum -y install sbt", "outputs": [{"output_type": "stream", "name": "stdout", "text": "Loaded plugins: priorities, update-motd, upgrade-helper\namzn-main/2014.09 | 2.1 kB 00:00 \namzn-updates/2014.09 | 2.3 kB 00:00 \nbintray--sbt-rpm | 1.3 kB 00:00 \nbintray--sbt-rpm/primary | 1.7 kB 00:00 \nbintray--sbt-rpm 10/10\nResolving Dependencies\n--> Running transaction check\n---> Package sbt.noarch 0:0.13.9-1 will be installed\n--> Finished Dependency Resolution\n\nDependencies Resolved\n\n================================================================================\n Package Arch Version Repository Size\n================================================================================\nInstalling:\n sbt noarch 0.13.9-1 bintray--sbt-rpm 1.0 M\n\nTransaction Summary\n================================================================================\nInstall 1 Package\n\nTotal download size: 1.0 M\nInstalled size: 1.2 M\nDownloading packages:\nsbt-0.13.9.rpm | 1.0 MB 00:00 \nRunning transaction check\nRunning transaction test\nTransaction test succeeded\nRunning transaction\n Installing : sbt-0.13.9-1.noarch 1/1 \n Verifying : sbt-0.13.9-1.noarch 1/1 \n\nInstalled:\n sbt.noarch 0:0.13.9-1 \n\nComplete!\n"}], "metadata": {"collapsed": false, "trusted": true}}, {"execution_count": 6, "cell_type": "code", "source": "cd /mnt", "outputs": [{"output_type": "stream", "name": "stdout", "text": "/mnt\n"}], "metadata": {"collapsed": false, "trusted": true}}, {"execution_count": 7, "cell_type": "code", "source": "!git clone https://github.com/vitillo/telemetry-parquet.git", "outputs": [{"output_type": "stream", "name": "stdout", "text": "Cloning into 'telemetry-parquet'...\nremote: Counting objects: 355, done.\u001b[K\nremote: Compressing objects: 100% (59/59), done.\u001b[K\nremote: Total 355 (delta 27), reused 1 (delta 1), pack-reused 294\u001b[K\nReceiving objects: 100% (355/355), 67.40 KiB | 0 bytes/s, done.\nResolving deltas: 100% (130/130), done.\nChecking connectivity... done.\n"}], "metadata": {"collapsed": false, "trusted": true}}, {"execution_count": 8, "cell_type": "code", "source": "cd telemetry-parquet/", "outputs": [{"output_type": "stream", "name": "stdout", "text": "/mnt/telemetry-parquet\n"}], "metadata": {"collapsed": false, "trusted": true}}, {"execution_count": 9, "cell_type": "code", "source": "!sbt compile > /dev/null", "outputs": [{"output_type": "stream", "name": "stdout", "text": "Picked up _JAVA_OPTIONS: -Dlog4j.configuration=file:///home/hadoop/spark/conf/log4j.properties -Xmx14976M\r\n"}], "metadata": {"collapsed": false, "trusted": true}}, {"execution_count": 10, "cell_type": "code", "source": "from datetime import datetime\nfrom dateutil.relativedelta import relativedelta\nyesterday = (datetime.now() - relativedelta(days=1)).strftime(\"%Y%m%d\")", "outputs": [], "metadata": {"collapsed": true, "trusted": true}}, {"execution_count": 8, "cell_type": "code", "source": "!env \"_JAVA_OPTIONS=-Djava.io.tmpdir=/mnt1/ -Xmx14976M\" \\\n sbt \"run-main telemetry.DerivedStream --from-date $yesterday --to-date $yesterday ExecutiveStream\"", "outputs": [{"output_type": "stream", "name": "stdout", "text": "Picked up _JAVA_OPTIONS: -Djava.io.tmpdir=/mnt1/ -Xmx14976M\n\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mLoading project definition from /mnt/aws-lambda-parquet/project\u001b[0m\n\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mSet current project to telemetry-parquet-converter (in build file:/mnt/aws-lambda-parquet/)\u001b[0m\n\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mUpdating {file:/mnt/aws-lambda-parquet/}root...\u001b[0m\n\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.scala-lang#scala-library;2.11.7 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.avro#avro;1.7.7 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.codehaus.jackson#jackson-core-asl;1.9.13 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.codehaus.jackson#jackson-mapper-asl;1.9.13 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.thoughtworks.paranamer#paranamer;2.3 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.commons#commons-compress;1.4.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.tukaani#xz;1.0 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.slf4j#slf4j-api;1.6.4 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.parquet#parquet-avro;1.8.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.parquet#parquet-column;1.8.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.parquet#parquet-common;1.8.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.parquet#parquet-encoding;1.8.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving commons-codec#commons-codec;1.5 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.parquet#parquet-hadoop;1.8.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.parquet#parquet-format;2.3.0-incubating ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.parquet#parquet-jackson;1.8.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving it.unimi.dsi#fastutil;6.5.7 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.hadoop#hadoop-client;2.6.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.hadoop#hadoop-common;2.6.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.hadoop#hadoop-annotations;2.6.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.google.guava#guava;11.0.2 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.google.code.findbugs#jsr305;1.3.9 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving commons-cli#commons-cli;1.2 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.commons#commons-math3;3.1.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving xmlenc#xmlenc;0.52 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving commons-httpclient#commons-httpclient;3.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving commons-io#commons-io;2.4 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving commons-net#commons-net;3.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving commons-collections#commons-collections;3.2.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving commons-logging#commons-logging;1.1.3 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving log4j#log4j;1.2.17 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving commons-lang#commons-lang;2.6 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving commons-configuration#commons-configuration;1.6 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving commons-digester#commons-digester;1.8 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving commons-beanutils#commons-beanutils;1.7.0 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving commons-beanutils#commons-beanutils-core;1.8.0 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.slf4j#slf4j-api;1.7.5 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.google.protobuf#protobuf-java;2.5.0 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.google.code.gson#gson;2.2.4 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.hadoop#hadoop-auth;2.6.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.httpcomponents#httpclient;4.2.5 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.httpcomponents#httpcore;4.2.4 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.directory.server#apacheds-kerberos-codec;2.0.0-M15 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.directory.server#apacheds-i18n;2.0.0-M15 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.directory.api#api-asn1-api;1.0.0-M20 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.directory.api#api-util;1.0.0-M20 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.curator#curator-framework;2.6.0 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.curator#curator-client;2.6.0 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.zookeeper#zookeeper;3.4.6 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving jline#jline;0.9.94 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving io.netty#netty;3.7.0.Final ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.curator#curator-recipes;2.6.0 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.htrace#htrace-core;3.0.4 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.slf4j#slf4j-log4j12;1.7.5 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.hadoop#hadoop-hdfs;2.6.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.mortbay.jetty#jetty-util;6.1.26 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving xerces#xercesImpl;2.9.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.hadoop#hadoop-mapreduce-client-app;2.6.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.hadoop#hadoop-mapreduce-client-common;2.6.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.hadoop#hadoop-yarn-common;2.6.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.hadoop#hadoop-yarn-api;2.6.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving javax.xml.bind#jaxb-api;2.2.2 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving javax.xml.stream#stax-api;1.0-2 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving javax.activation#activation;1.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.sun.jersey#jersey-core;1.9 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.sun.jersey#jersey-client;1.9 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.codehaus.jackson#jackson-jaxrs;1.9.13 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.codehaus.jackson#jackson-xc;1.9.13 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.google.inject#guice;3.0 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving javax.inject#javax.inject;1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving aopalliance#aopalliance;1.0 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.sonatype.sisu.inject#cglib;2.2.1-v20090111 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving asm#asm;3.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.sun.jersey#jersey-server;1.9 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.sun.jersey#jersey-json;1.9 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.codehaus.jettison#jettison;1.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.sun.xml.bind#jaxb-impl;2.2.3-1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.sun.jersey.contribs#jersey-guice;1.9 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.hadoop#hadoop-yarn-client;2.6.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.hadoop#hadoop-mapreduce-client-core;2.6.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving javax.servlet#servlet-api;2.5 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.hadoop#hadoop-yarn-server-common;2.6.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.fusesource.leveldbjni#leveldbjni-all;1.8 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.hadoop#hadoop-mapreduce-client-shuffle;2.6.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.hadoop#hadoop-mapreduce-client-jobclient;2.6.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.github.seratch#awscala_2.11;0.5.+ ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.github.seratch#awscala_2.11;0.5.+ ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-iam;1.10.26 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-core;1.10.26 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.httpcomponents#httpclient;4.3.6 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.httpcomponents#httpcore;4.3.3 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving commons-codec#commons-codec;1.6 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.fasterxml.jackson.core#jackson-databind;2.5.3 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.fasterxml.jackson.core#jackson-annotations;2.5.0 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.fasterxml.jackson.core#jackson-core;2.5.3 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-sts;1.10.26 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-ec2;1.10.26 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-s3;1.10.26 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-kms;1.10.26 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-sqs;1.10.26 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-emr;1.10.26 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-redshift;1.10.26 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-dynamodb;1.10.26 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-simpledb;1.10.26 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving joda-time#joda-time;2.8.2 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.joda#joda-convert;1.8.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving net.sandrogrzicic#scalabuff-runtime_2.11;1.4.0 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.scala-lang.modules#scala-parser-combinators_2.11;1.0.3 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.typesafe#config;1.2.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-lambda-java-core;1.0.0 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-lambda-java-events;1.0.0 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-s3;[1.9.0,) ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-s3;[1.9.0,) ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-kms;1.10.32 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-core;1.10.32 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-sns;[1.9.0,) ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-sns;[1.9.0,) ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-sqs;1.10.32 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-cognitoidentity;[1.9.0,) ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-cognitoidentity;[1.9.0,) ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-kinesis;[1.9.0,) ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.amazonaws#aws-java-sdk-kinesis;[1.9.0,) ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.xerial.snappy#snappy-java;1.1.2 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.json4s#json4s-native_2.11;3.3.0 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.json4s#json4s-core_2.11;3.3.0 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.json4s#json4s-ast_2.11;3.3.0 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.json4s#json4s-scalap_2.11;3.3.0 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.thoughtworks.paranamer#paranamer;2.8 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.scala-lang.modules#scala-xml_2.11;1.0.5 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving com.github.nscala-time#nscala-time_2.11;2.4.0 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving joda-time#joda-time;2.9 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.apache.hadoop#hadoop-yarn-server-nodemanager;2.6.1 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.scalatest#scalatest_2.11;2.2.4 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.scala-lang#scala-reflect;2.11.2 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.scala-lang#scala-compiler;2.11.7 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.scala-lang#scala-reflect;2.11.7 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.scala-lang.modules#scala-xml_2.11;1.0.4 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving org.scala-lang.modules#scala-parser-combinators_2.11;1.0.4 ...\u001b[0m\n\u001b[2K\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mResolving jline#jline;2.12.1 ...\u001b[0m\n\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mDone updating.\u001b[0m\n\u001b[0m[\u001b[0minfo\u001b[0m] \u001b[0mRunning telemetry.BatchConverter --from-date 20151109 --to-date 20151109 ExecutiveStream\u001b[0m\nlog4j:WARN No appenders could be found for logger (com.amazonaws.auth.AWSCredentialsProviderChain).\nlog4j:WARN Please initialize the log4j system properly.\nlog4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info.\nFetching data for 20151109\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/aurora/0\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/nightly/0\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/Other/0\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/beta/0\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/0\nSLF4J: Failed to load class \"org.slf4j.impl.StaticLoggerBinder\".\nSLF4J: Defaulting to no-operation (NOP) logger implementation\nSLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/1\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/beta/1\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/2\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/beta/2\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/3\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/beta/3\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/4\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/5\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/6\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/7\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/8\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/9\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/10\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/11\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/12\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/13\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/14\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/15\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/16\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/17\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/18\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/19\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/20\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/21\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/22\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/23\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/24\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/25\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/26\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/27\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/28\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/29\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/30\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/31\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/32\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/33\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/34\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/35\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/36\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/37\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/38\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/39\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/40\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/41\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/42\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/43\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/44\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/45\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/46\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/47\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/48\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/49\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/50\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/51\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/52\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/53\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/54\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/55\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/56\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/57\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/58\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/59\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/60\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/61\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/62\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/63\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/64\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/65\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/66\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/67\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/68\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/69\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/70\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/71\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/72\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/73\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/74\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/75\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/76\nUploading Parquet file to telemetry-parquet/ExecutiveStream/telemetry-executive-summary-3/20151109/release/77\n\u001b[0m[\u001b[32msuccess\u001b[0m] \u001b[0mTotal time: 26583 s, completed Nov 10, 2015 6:42:21 PM\u001b[0m\n"}], "metadata": {"collapsed": false, "trusted": true}}], "nbformat": 4, "metadata": {"kernelspec": {"display_name": "Python 2", "name": "python2", "language": "python"}, "language_info": {"mimetype": "text/x-python", "nbconvert_exporter": "python", "version": "2.7.9", "name": "python", "file_extension": ".py", "pygments_lexer": "ipython2", "codemirror_mode": {"version": 2, "name": "ipython"}}}} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment