Skip to content

Instantly share code, notes, and snippets.

View markchadwick's full-sized avatar

Mark Chadwick markchadwick

  • Vistar Media
  • Philadelphia
View GitHub Profile
@markchadwick
markchadwick / geo-header.sql
Created December 12, 2014 03:22
Populate a postgres table for 2010 sf1 geo headers based on a scratch table containing each row of geo file as a string
INSERT INTO "GEO_HEADER_SF1" ("FILEID", "STUSAB", "SUMLEV", "GEOCOMP", "CHARITER", "CIFSN", "LOGRECNO", "REGION", "DIVISION", "STATE", "COUNTY", "COUNTYCC", "COUNTYSC", "COUSUB", "COUSUBCC", "COUSUBSC", "PLACE", "PLACECC", "PLACESC", "TRACT", "BLKGRP", "BLOCK", "IUC", "CONCIT", "CONCITCC", "CONCITSC", "AIANHH", "AIANHHFP", "AIANHHCC", "AIHHTLI", "AITSCE", "AITS", "AITSCC", "TTRACT", "TBLKGRP", "ANRC", "ANRCCC", "CBSA", "CBSASC", "METDIV", "CSA", "NECTA", "NECTASC", "NECTADIV", "CNECTA", "CBSAPCI", "NECTAPCI", "UA", "UASC", "UATYPE", "UR", "CD", "SLDU", "SLDL", "VTD", "VTDI", "RESERVE2", "ZCTA5", "SUBMCD", "SUBMCDCC", "SDELEM", "SDSEC", "SDUNI", "AREALAND", "AREAWATR", "NAME", "FUNCSTAT", "GCUNI", "POP100", "HU100", "INTPTLAT", "INTPTLON", "LSADC", "PARTFLAG", "RESERVE3", "UGA", "STATENS", "COUNTYNS", "COUSUBNS", "PLACENS", "CONCITNS", "AIANHHNS", "AITSNS", "ANRCNS", "SUBMCDNS", "CD113", "CD114", "CD115", "SLDU2", "SLDU3", "SLDU4", "SLDL2", "SLDL3", "SLDL4", "AIANHHSC", "CSASC", "CNECTASC", "MEMI", "NMEMI", "P
/*
* Silly Word Count example -- Mappers each get 1k input, 15 reducers, combiners currently broken
*/
/*
* Mapper
*/
function(key, value) {
var tokens = value.split(' ');
for(var i=0; i<tokens.length; i++) {
sieve([]) ->
[];
sieve([H|T]) ->
[H|filter(fun(I) -> I rem H /= 0 end, T)];
sieve(Max) ->
sieve(seq(2, Max)).
sieve([]) ->
[];
sieve([H|T]) ->
[H|sieve(filter(fun(I) -> I rem H /= 0 end, T))];
sieve(Max) ->
sieve(seq(2, Max)).
main(_) ->
<?xml version="1.0" encoding="ISO-8859-1"?>
<web-app xmlns="http://java.sun.com/xml/ns/j2ee"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://java.sun.com/xml/ns/j2ee http://java.sun.com/xml/ns/j2ee/web-app_2_4.xsd"
version="2.4">
<servlet>
<servlet-name>AkkaServlet</servlet-name>
<servlet-class>se.scalablesolutions.akka.comet.AkkaServlet</servlet-class>
</servlet>
import sbt._
import jython.sbt.JythonProject
class PassingProject(info: ProjectInfo) extends DefaultProject(info)
with JythonProject {
override def jythonHome = Path.fromFile("/opt/jython")
easy_install("paycheck == 0.4.2")
easy_install("messaging") from "https://dev1.invitemedia.com/dist"
}
import org.python.core.PyDictionary
object cjson {
def encode(dict: PyDictionary): String =
dict.toString
def decode(s: String): PyDictionary =
new PyDictionary()
}
#!/bin/bash
WATCH_DIR=`pwd -P`
PATTERN="*.py"
TMPFILE=`mktemp /tmp/nosewatch-XXXXXXXX`
INOTIFY="inotifywait -e modify --fromfile $TMPFILE"
trap "rm -f $TMPFILE; exit" INT TERM EXIT
find $WATCH_DIR -name "$PATTERN" > $TMPFILE
def secret_formula(started):
jelly_beans = started * 500
my_jars = jelly_beans / 1000
my_crates = my_jars / 100
return jelly_beans, my_jars, my_crates
start_point = 10000
beans, jars, crates = secret_formula(start_point)
print "With a starting point of: %d" % start_point
@markchadwick
markchadwick / mapreduce.yaml
Created July 20, 2011 18:43
GAE Map Reduce
mapreduce:
- name: Resave Users
mapper:
input_reader: google.appengine.ext.mapreduce.input_readers.DatastoreInputReader
handler: turan.jobs.resave
params:
- name: entity_kind
default: turan.model.User