Datapolitan datapolitan

## ssh_config_example_macOS.sh
#user1 account
Host github.com-user1
    HostName github.com
    User git
    AddKeysToAgent yes
    UseKeychain yes
    IdentityFile ~/.ssh/id_rsa

#user2 account
Host github.com-user2

## setup.sh
# Download the proto files
wget http://datamine.mta.info/sites/all/files/pdfs/nyct-subway.proto.txt
wget https://developers.google.com/transit/gtfs-realtime/gtfs-realtime.proto

# rename the NYCT proto file to drop the .txt extension
mv nyct-subway.proto.txt nyct-subway.proto

# install the protobuf-compiler
sudo yum install protobuf-compiler

## idea.md

      
              1 file
            
          
              1 fork
            
          
              0 comments
            
          
              0 stars
            
          
                datapolitan
                / idea.md
            
            
              Last active
              March 7, 2023 03:17
                — forked from chriswhong/idea.md
            
              
                Idea for git-powered distributed dataset management
              
          
    The Problem:
If you follow the open data scene, you'll often hear about how the "feedback loop" for making corrections, comments, or asking questions about datasets is either fuzzy, disjointed, or nonexistent. If I know for a fact that something in a government dataset is wrong, how do I get that record fixed? Do I call 311? Will the operator even know what I am talking about if I say I want to make a correction to a single record in a public dataset? There's DAT. There's storing your data as a CSV in Github. These approaches work, but are very much developer-centric. (Pull requests and diffs are hard to wrap your head around if you spend your day analyzing data in Exce

  
## Design_thinking_Outline.md

      
              1 file
            
          
              1 fork
            
          
              0 comments
            
          
              0 stars
            
          
                datapolitan
                / Design_thinking_Outline.md
            
            
              Last active
              March 7, 2023 03:18
            
              
                Outline for curriculum design using design thinking
              
          
    Welcome (1 min)

Introductions (10 mins)


Name
Short background
One thing you enjoy about teaching

Student profile (4 mins)


## st_buffer_meters.sql
/* Function: ST_Buffer_Meters(geometry, double precision)
DROP FUNCTION ST_Buffer_Meters(geometry, double precision);
Usage: SELECT ST_Buffer_Meters(the_geom, num_meters) FROM sometable; */


CREATE OR REPLACE FUNCTION ST_Buffer_Meters(geometry, double precision)
RETURNS geometry AS
$BODY$
DECLARE
orig_srid int;

## utmzone.sql
/* Function: utmzone(geometry)
DROP FUNCTION utmzone(geometry);
Usage: SELECT ST_Transform(the_geom, utmzone(ST_Centroid(the_geom))) FROM sometable; */

CREATE OR REPLACE FUNCTION utmzone(geometry)
RETURNS integer AS
$BODY$
DECLARE
geomgeog geometry;
zone int;

## legend_snippet.html
<html>
<head>
  <style>
    #legend {
      position:absolute;
      bottom:20px;
      right: 5px;
      background: #D3D3D3;
      border-radius: 10px;
      display: block;

## map_snippet.js
// the center point of the map on load. Change this to adjust the center point of the map.
var map_centerpoint = [40.712784, -74.005941];
// zoom level of the map on load. Higher number zooms the map in closer
var zoom_level = 11
// your visualization layer from CartoDB
var myVizLayer = 'https://richard-datapolitan.cartodb.com/api/v2/viz/c35e85b2-5370-11e5-b844-0e9d821ea90d/viz.json';
// the name of the CartoDB table you want to query against
var point_table_name = 'map_data_sgr';
var line_table_name = 'nyct_routes_1';
var sublayers=[];

## matplotlib_pandas_ec2.sh
#!/bin/bash
sudo yum install update
sudo yum groupinstall "Development Tools"
sudo yum install python-devel libpng-devel freetype-devel
#the last two are necessary for pip to run without failing with error 'Command "python setup.py egg_info" failed with error code 1'
sudo pip install matplotlib pandas #Finally it works!

## load_dmp_2_cartodb.sh
#!/bin/bash

#------------------------------------------------------------
# We assume the dump files have been generated using pg_dump:
#
# pg_dump -a --column-inserts -x -O -t table_name database_name -f /tmp/dmp_file_name
#
#------------------------------------------------------------

# Provide details of your CartoDB account:
	#user1 account
	Host github.com-user1
	HostName github.com
	User git
	AddKeysToAgent yes
	UseKeychain yes
	IdentityFile ~/.ssh/id_rsa

	#user2 account
	Host github.com-user2
	# Download the proto files
	wget http://datamine.mta.info/sites/all/files/pdfs/nyct-subway.proto.txt
	wget https://developers.google.com/transit/gtfs-realtime/gtfs-realtime.proto

	# rename the NYCT proto file to drop the .txt extension
	mv nyct-subway.proto.txt nyct-subway.proto

	# install the protobuf-compiler
	sudo yum install protobuf-compiler
	/* Function: ST_Buffer_Meters(geometry, double precision)
	DROP FUNCTION ST_Buffer_Meters(geometry, double precision);
	Usage: SELECT ST_Buffer_Meters(the_geom, num_meters) FROM sometable; */


	CREATE OR REPLACE FUNCTION ST_Buffer_Meters(geometry, double precision)
	RETURNS geometry AS
	$BODY$
	DECLARE
	orig_srid int;
	/* Function: utmzone(geometry)
	DROP FUNCTION utmzone(geometry);
	Usage: SELECT ST_Transform(the_geom, utmzone(ST_Centroid(the_geom))) FROM sometable; */

	CREATE OR REPLACE FUNCTION utmzone(geometry)
	RETURNS integer AS
	$BODY$
	DECLARE
	geomgeog geometry;
	zone int;
	<html>
	<head>
	<style>
	#legend {
	position:absolute;
	bottom:20px;
	right: 5px;
	background: #D3D3D3;
	border-radius: 10px;
	display: block;
	// the center point of the map on load. Change this to adjust the center point of the map.
	var map_centerpoint = [40.712784, -74.005941];
	// zoom level of the map on load. Higher number zooms the map in closer
	var zoom_level = 11
	// your visualization layer from CartoDB
	var myVizLayer = 'https://richard-datapolitan.cartodb.com/api/v2/viz/c35e85b2-5370-11e5-b844-0e9d821ea90d/viz.json';
	// the name of the CartoDB table you want to query against
	var point_table_name = 'map_data_sgr';
	var line_table_name = 'nyct_routes_1';
	var sublayers=[];
	#!/bin/bash
	sudo yum install update
	sudo yum groupinstall "Development Tools"
	sudo yum install python-devel libpng-devel freetype-devel
	#the last two are necessary for pip to run without failing with error 'Command "python setup.py egg_info" failed with error code 1'
	sudo pip install matplotlib pandas #Finally it works!
	#!/bin/bash

	#------------------------------------------------------------
	# We assume the dump files have been generated using pg_dump:
	#
	# pg_dump -a --column-inserts -x -O -t table_name database_name -f /tmp/dmp_file_name
	#
	#------------------------------------------------------------

	# Provide details of your CartoDB account: