Skip to content

Instantly share code, notes, and snippets.

class Word {
case class RaindropsMentalMathProblemCategoryScore(problemCategory: String, comparisonDifficulty: Int, nDropsHitWater: Int, nProblemsSolved: Int, equationsHitWater: Array[String])
case class RaindropsMentalMathStrategies(userId: Int, lastGameplayTimestamp: Long, nHistoricalGameplaysUsed: Int, missedLastGame: Array[RaindropsMentalMathProblemCategoryScore], missedHistory: Option[Array[RaindropsMentalMathProblemCategoryScore]])
var missedLastGame = Array(RaindropsMentalMathProblemCategoryScore(
"subtracting_with_borrowing",
2,
1,
0,
@dollschasingmen
dollschasingmen / synclist.rb
Last active May 26, 2017 19:11
stripped down sync_list w/ timings
def sync_list(table, bucket_name, prefix)
aws_resource = Aws::S3::Resource.new
t1 = Time.now
bucket = aws_resource.bucket(bucket_name)
rows = []
bucket.objects(prefix: prefix).each do |obj|
s3_path = "s3://#{bucket_name}/#{obj.key}"
@dollschasingmen
dollschasingmen / redshift ddl and copy.md
Last active September 14, 2017 21:26
revisit visits

CREATE TABLE

CREATE TABLE views.web_visit_facts
(
  visit_id VARCHAR(96) ENCODE LZO,
  assignment_id VARCHAR(64) ENCODE LZO,
  ip_address VARCHAR(96) ENCODE LZO,
  country_code VARCHAR(2) ENCODE LZO,
  dma INTEGER ENCODE DELTA,
  visit_timestamp BIGINT ENCODE DELTA32K,
#!/bin/bash -e
echo "checking kafka avro production at https://kafka-connect-avro.lumoslabs.com ... "
curl -X GET -i https://kafka-connect-avro.lumoslabs.com
echo ""
echo " ---------- "
echo "checking kafka avro staging at https://kafka-connect-staging-avro.lumoslabs.com ... "
curl -X GET -i https://kafka-connect-staging-avro.lumoslabs.com
echo ""
@dollschasingmen
dollschasingmen / personalization_9
Created April 1, 2014 05:36
personalization_9
include ScriptUtils
require File.join(Rails.root, 'lib/reports/upr/split_test_proxy.rb')
class PersonalizationResult < ActiveRecord::Base
data_fabric :shard_by => 'reports'
File.join(BASE_REPORTS_DIR, 'app/models/personalization_result.rb')
end
class PersonalizationNineAnalysis
include ScriptUtils
filename = ARGV[2]
puts "filename = #{filename}"
File.open(filename).each do |line|
assignment_id = line.chomp
stv = SplitTest.visitor_proxy(assignment_id).assignment_visitor_split('mobile_create_account_require_dob', control: 'control').downcase
puts "#{assignment_id}, #{stv}"
end
(ns tests.gamesavetaptest
(:use
[cascalog.api])
(:require
[cascalog.logic.ops :as c]
[cascalog.more-taps :as mt]))
;; fields and classes to coerce to
(def vars ["!event_id" "!user_id" "!app_name" "!client_platform" "!account_state" "!game_id" "!game_result_id" "!score" "!is_training" "!metadata" "!bpis" "!created_at" "!time_id" "!date_id" "!milliseconds" "!yyyy" "!dd" "!mm" "!event_created_at" "!event_time_id" "!event_date_id" "!event_milliseconds" "!event_yyyy" "!event_dd" "!event_mm" "!user_level" "!session_level" "!user_agent"])
(def classes [java.lang.Long java.lang.Long java.lang.String java.lang.String java.lang.String java.lang.Integer java.lang.Long java.lang.Integer java.lang.Boolean java.lang.String java.lang.String java.lang.String java.lang.Integer java.lang.Integer java.lang.Long java.lang.Integer java.lang.Integer java.lang.Integer java.lang.String java.lang.Integer java.lang.Integer java.lang.Long java.lang.Integer java.lang.Integer java.lang.Integer java.lang.Integer java.lan
@dollschasingmen
dollschasingmen / fetch_emr_logs.sh
Created December 19, 2013 19:05
fetch emr logs
#!/bin/bash -e
# args --------------------------------------------------------
## $1 - root
## $2 - jobflow id
# optional args -----------------------------------------------
## $3 - type:
## 'default' - stdout, stderr, syslog, controller
## 'jobs' - jobs logs;