CREATE TABLE views.web_visit_facts
(
visit_id VARCHAR(96) ENCODE LZO,
assignment_id VARCHAR(64) ENCODE LZO,
ip_address VARCHAR(96) ENCODE LZO,
country_code VARCHAR(2) ENCODE LZO,
dma INTEGER ENCODE DELTA,
visit_timestamp BIGINT ENCODE DELTA32K,
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
class Word { | |
case class RaindropsMentalMathProblemCategoryScore(problemCategory: String, comparisonDifficulty: Int, nDropsHitWater: Int, nProblemsSolved: Int, equationsHitWater: Array[String]) | |
case class RaindropsMentalMathStrategies(userId: Int, lastGameplayTimestamp: Long, nHistoricalGameplaysUsed: Int, missedLastGame: Array[RaindropsMentalMathProblemCategoryScore], missedHistory: Option[Array[RaindropsMentalMathProblemCategoryScore]]) | |
var missedLastGame = Array(RaindropsMentalMathProblemCategoryScore( | |
"subtracting_with_borrowing", | |
2, | |
1, | |
0, |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
def sync_list(table, bucket_name, prefix) | |
aws_resource = Aws::S3::Resource.new | |
t1 = Time.now | |
bucket = aws_resource.bucket(bucket_name) | |
rows = [] | |
bucket.objects(prefix: prefix).each do |obj| | |
s3_path = "s3://#{bucket_name}/#{obj.key}" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/bin/bash -e | |
echo "checking kafka avro production at https://kafka-connect-avro.lumoslabs.com ... " | |
curl -X GET -i https://kafka-connect-avro.lumoslabs.com | |
echo "" | |
echo " ---------- " | |
echo "checking kafka avro staging at https://kafka-connect-staging-avro.lumoslabs.com ... " | |
curl -X GET -i https://kafka-connect-staging-avro.lumoslabs.com | |
echo "" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
include ScriptUtils | |
require File.join(Rails.root, 'lib/reports/upr/split_test_proxy.rb') | |
class PersonalizationResult < ActiveRecord::Base | |
data_fabric :shard_by => 'reports' | |
File.join(BASE_REPORTS_DIR, 'app/models/personalization_result.rb') | |
end | |
class PersonalizationNineAnalysis |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
include ScriptUtils | |
filename = ARGV[2] | |
puts "filename = #{filename}" | |
File.open(filename).each do |line| | |
assignment_id = line.chomp | |
stv = SplitTest.visitor_proxy(assignment_id).assignment_visitor_split('mobile_create_account_require_dob', control: 'control').downcase | |
puts "#{assignment_id}, #{stv}" | |
end |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
(ns tests.gamesavetaptest | |
(:use | |
[cascalog.api]) | |
(:require | |
[cascalog.logic.ops :as c] | |
[cascalog.more-taps :as mt])) | |
;; fields and classes to coerce to | |
(def vars ["!event_id" "!user_id" "!app_name" "!client_platform" "!account_state" "!game_id" "!game_result_id" "!score" "!is_training" "!metadata" "!bpis" "!created_at" "!time_id" "!date_id" "!milliseconds" "!yyyy" "!dd" "!mm" "!event_created_at" "!event_time_id" "!event_date_id" "!event_milliseconds" "!event_yyyy" "!event_dd" "!event_mm" "!user_level" "!session_level" "!user_agent"]) | |
(def classes [java.lang.Long java.lang.Long java.lang.String java.lang.String java.lang.String java.lang.Integer java.lang.Long java.lang.Integer java.lang.Boolean java.lang.String java.lang.String java.lang.String java.lang.Integer java.lang.Integer java.lang.Long java.lang.Integer java.lang.Integer java.lang.Integer java.lang.String java.lang.Integer java.lang.Integer java.lang.Long java.lang.Integer java.lang.Integer java.lang.Integer java.lang.Integer java.lan |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/bin/bash -e | |
# args -------------------------------------------------------- | |
## $1 - root | |
## $2 - jobflow id | |
# optional args ----------------------------------------------- | |
## $3 - type: | |
## 'default' - stdout, stderr, syslog, controller | |
## 'jobs' - jobs logs; |