This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{-# LANGUAGE PackageImports, BangPatterns, QuasiQuotes #-} | |
import Data.Word | |
import System.Environment | |
import Data.Array.Repa hiding ((++)) | |
import Data.Array.Repa.IO.DevIL | |
main = do | |
[input, output] <- getArgs |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
index | |
4 | |
p iteration | |
0, p iteration | |
1, index | |
5 | |
p iteration | |
0, p iteration | |
0, p iteration | |
1, 0, p iteration |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
javascript:(function() { | |
var bookmarklet = { | |
init: function() { | |
this.parse(); | |
}, | |
parse: function() { | |
page = ""; | |
$(".Track:visible") | |
.children(".info") | |
.each(function() { |
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# Usage: download_spark_log.sh j-XXXXXXX <optional download path> | |
# Required: aws cli and jq | |
cluster=$1 | |
# Optional second argument defaults to . | |
dlLoc=${2:-\.} | |
instance=$(aws emr list-instances --cluster-id "$cluster" --instance-group-types MASTER | jq -r '.Instances[0].Ec2InstanceId') | |
logLocs3n=$(aws emr describe-cluster --cluster-id $cluster | jq -r '.Cluster.LogUri') | |
logLoc=${logLocs3n//s3n:/s3:} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/python | |
from datetime import datetime, timedelta | |
import argparse | |
import threading | |
import Queue | |
import subprocess | |
fmt = "%Y%m%d" | |
FROM_PATH = "telemetry-parquet" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import argparse | |
import csv | |
import json | |
BASE_SCHEMA = { | |
"eventGroupName": "dt", | |
"filters": { | |
"docType": [ | |
"main" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import boto3 | |
import click | |
import re | |
import threading | |
from time import sleep | |
from queue import Queue | |
from itertools import ifilter | |
class DateMatchWorker(threading.Thread): |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import argparse | |
import logging | |
import apache_beam as beam | |
import apache_beam.transforms.window as window | |
from apache_beam.transforms.core import Filter | |
from apache_beam.examples.wordcount import WordExtractingDoFn | |
from apache_beam.options.pipeline_options import PipelineOptions | |
from apache_beam.options.pipeline_options import SetupOptions | |
from apache_beam.options.pipeline_options import StandardOptions |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/python3 | |
from google.cloud import bigquery | |
import re | |
DATASET = 'telemetry' | |
TABLE_IDS = [ |
OlderNewer