Chris Kenwright thekensta

## window_function_comparison.ipynb

      
              1 file
            
          
              1 fork
            
          
              0 comments
            
          
              0 stars
            
          
                thekensta
                / window_function_comparison.ipynb
            
            
              Created
              December 23, 2015 11:35
            
              
                Window Function Comparison
              
          
      View window_function_comparison.ipynb
  
    
      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## spark_s3a_instructions.sh
# For a local environment
# Install hadoop and apache-spark via homebrew

# Apache Spark conf file
# libexec/conf/spark-defaults.conf
# Make the AWS jars available to Spark
spark.executor.extraClassPath      /usr/local/Cellar/hadoop/2.7.1/libexec/share/hadoop/tools/lib/aws-java-sdk-1.7.4.jar:/usr/local/Cellar/hadoop/2.7.1/libexec/share/hadoop/tools/lib/hadoop-aws-2.7.1.jar
spark.driver.extraClassPath      /usr/local/Cellar/hadoop/2.7.1/libexec/share/hadoop/tools/lib/aws-java-sdk-1.7.4.jar:/usr/local/Cellar/hadoop/2.7.1/libexec/share/hadoop/tools/lib/hadoop-aws-2.7.1.jar

# Add file

## big_query_costs_by_user.sql
/*
# https://cloud.google.com/bigquery/audit-logs#sample_audit_queries_in_bigquery

select
  protopayload_auditlog.authenticationInfo.principalEmail as user_email,
  protopayload_auditlog.servicedata_v1_bigquery.jobCompletedEvent.job.jobConfiguration.query.query,
--   protopayload_auditlog.servicedata_v1_bigquery.jobCompletedEvent.job.jobStatus.state,
--   protopayload_auditlog.servicedata_v1_bigquery.jobCompletedEvent.job.jobStatus.error.code,
--   protopayload_auditlog.servicedata_v1_bigquery.jobCompletedEvent.job.jobStatus.error.message,
  sum(protopayload_auditlog.servicedata_v1_bigquery.jobCompletedEvent.job.jobStatistics.totalBilledBytes) billedBytes,

## price_elasticity.ipynb

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              0 stars
            
          
                thekensta
                / price_elasticity.ipynb
            
            
              Created
              April 9, 2018 18:08
            
              
                Price Elasticity from Analytics Made Skeazy
              
          
      View price_elasticity.ipynb
  
    
      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## bq_sales_yoy.sql
--
-- Week Daily for non-Orthogonal Date dimensions e.g. day of week
--
with Calendar as (
  select
    this_year,
    date_add(this_year, interval - 364 day) as last_year
  from
    unnest(GENERATE_DATE_ARRAY('2017-01-01', '2017-12-31')) as this_year
),

## fun_with_time.bash
#!/usr/bin/env bash

DATASET="<YOUR DATASET HERE>"
TABLE="fun_with_time"
SCHEMA_FILE="/tmp/ts-schema.json"
DATA_FILE="/tmp/ts-data.ndjson"
SQL_FILE="/tmp/query.sql"
BUCKET="<YOUR BUCKET HERE>"

cat <<EOM >${SCHEMA_FILE}

## gigaclear_scrape.py
"""
Script to scrape Gigaclear status for each postcode (in this case in GL* areas)
Writes a Json file with lat-lon, postcode and response for display and
later reference
"""

import requests
import csv
import io
import time

## gigaclear_map.ipynb

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              0 stars
            
          
                thekensta
                / gigaclear_map.ipynb
            
            
              Last active
              November 7, 2017 08:37
            
              
                Map of Postcodes Activated by Gigaclear
              
          
      View gigaclear_map.ipynb
  
    
      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## gigaclear.ipynb

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              0 stars
            
          
                thekensta
                / gigaclear.ipynb
            
            
              Last active
              October 30, 2017 10:44
            
              
                Get Network Status for a Post Code
              
          
      View gigaclear.ipynb
  
    
      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## gbq_unnest.sql
with X as (
--  select STRUCT<x int64, y string>(1, 'a') as R
   select *
--   from unnest(split("I am the bad man, I am the bad man", " ")) as w with offset as c
  from
  unnest([
  -- Will be named and explictly typed
--           STRUCT<x int64, y string>(1, 'a'),
--           STRUCT<x int64, y string>(2, 'b'),
--           STRUCT<x int64, y string>(3, 'c')
	# For a local environment
	# Install hadoop and apache-spark via homebrew

	# Apache Spark conf file
	# libexec/conf/spark-defaults.conf
	# Make the AWS jars available to Spark
	spark.executor.extraClassPath /usr/local/Cellar/hadoop/2.7.1/libexec/share/hadoop/tools/lib/aws-java-sdk-1.7.4.jar:/usr/local/Cellar/hadoop/2.7.1/libexec/share/hadoop/tools/lib/hadoop-aws-2.7.1.jar
	spark.driver.extraClassPath /usr/local/Cellar/hadoop/2.7.1/libexec/share/hadoop/tools/lib/aws-java-sdk-1.7.4.jar:/usr/local/Cellar/hadoop/2.7.1/libexec/share/hadoop/tools/lib/hadoop-aws-2.7.1.jar

	# Add file
	/*
	# https://cloud.google.com/bigquery/audit-logs#sample_audit_queries_in_bigquery

	select
	protopayload_auditlog.authenticationInfo.principalEmail as user_email,
	protopayload_auditlog.servicedata_v1_bigquery.jobCompletedEvent.job.jobConfiguration.query.query,
	-- protopayload_auditlog.servicedata_v1_bigquery.jobCompletedEvent.job.jobStatus.state,
	-- protopayload_auditlog.servicedata_v1_bigquery.jobCompletedEvent.job.jobStatus.error.code,
	-- protopayload_auditlog.servicedata_v1_bigquery.jobCompletedEvent.job.jobStatus.error.message,
	sum(protopayload_auditlog.servicedata_v1_bigquery.jobCompletedEvent.job.jobStatistics.totalBilledBytes) billedBytes,
	--
	-- Week Daily for non-Orthogonal Date dimensions e.g. day of week
	--
	with Calendar as (
	select
	this_year,
	date_add(this_year, interval - 364 day) as last_year
	from
	unnest(GENERATE_DATE_ARRAY('2017-01-01', '2017-12-31')) as this_year
	),
	#!/usr/bin/env bash

	DATASET="<YOUR DATASET HERE>"
	TABLE="fun_with_time"
	SCHEMA_FILE="/tmp/ts-schema.json"
	DATA_FILE="/tmp/ts-data.ndjson"
	SQL_FILE="/tmp/query.sql"
	BUCKET="<YOUR BUCKET HERE>"

	cat <<EOM >${SCHEMA_FILE}
	"""
	Script to scrape Gigaclear status for each postcode (in this case in GL* areas)
	Writes a Json file with lat-lon, postcode and response for display and
	later reference
	"""

	import requests
	import csv
	import io
	import time
	with X as (
	-- select STRUCT<x int64, y string>(1, 'a') as R
	select *
	-- from unnest(split("I am the bad man, I am the bad man", " ")) as w with offset as c
	from
	unnest([
	-- Will be named and explictly typed
	-- STRUCT<x int64, y string>(1, 'a'),
	-- STRUCT<x int64, y string>(2, 'b'),
	-- STRUCT<x int64, y string>(3, 'c')