Alex Gaudio adgaudio

## tmux.conf
# Tmux Configuration
# By Alex Gaudio
# April 15, 2012

# HACKS
#######
#######
## Unfortunately, the osx system clipboard integration sucks.  But there's a well documented workaround.
# OS X: pbcopy and pbpaste workaround from ChrisJohnsen
#       code available at: https://github.com/ChrisJohnsen/tmux-MacOSX-pasteboard.git

## add_to_security_group.py
"""
Based on https://gist.github.com/robbyt/2493423

This StarCluster plugin grants all tcp, udp and icmp privileges for 10.0.0.0/8
between the current cluster's security group and the given security group,
in both directions
"""
from starcluster.clustersetup import ClusterSetup
from starcluster.logger import log

## ssh_tunnel.py
"""SSH tunnel through a gateway to another machine.

USAGE:

    python ./ssh_tunnel.py -h

or

    >>> import ssh_tunnel
    >>> ssh_tunnel.main('gateway_username', 'dest_host_addr')

## starcluster_dns_update.py
"""A starcluster plugin that registers starcluster nodes in DNS
It assumes that nsupdate command can be run from the same machine where you run this plugin.
"""
from starcluster import clustersetup

import subprocess
from os.path import join

# You should configure these to your needs
DNS_ZONE = "example.com"

## sparkR_install_notes.sh
# My SparkR install notes.  SparkR gives R access to Apache Spark.
#
# For details about SparkR, see their site:
# http://amplab-extras.github.io/SparkR-pkg/
#
# Author: Alex Gaudio <adgaudio@gmail.com>
#

# Note the aweful hack where I symlink libjvm.so to /usr/lib.  I did that to get rJava installed.

## Demo - R Python Spark.ipynb

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              0 stars
            
          
                adgaudio
                / Demo - R Python Spark.ipynb
            
            
              Last active
              August 29, 2015 14:01
            
              
                Demo - R Python Spark.ipynb
              
          
      Sorry, something went wrong. Reload?
      Sorry, we cannot display this file.
      Sorry, this file is invalid so it cannot be displayed.
      
          Viewer requires iframe.
      
    
## spark_serialization_demo.py
"""
This gist demonstrates that spark 1.0.0 and 0.9.1
don't serialize a logger instance properly when code runs on workers.

run this code via:
   spark-submit spark_serialization_demo.py
    - or -
   pyspark spark_serialization_demo.py
"""
import pyspark

## distributed_percentile_algorithm.py
"""
This example demonstrates a distributed algorithm to identify the
percentile of a distributed data set.

Because this is a toy implementation, the data isn't actually
distributed across multiple machines.
"""
import numpy as np


## Openscad Cheat Sheet
// these double forward slashes are comments.  you can write whatever you
// want in the text after the double slashes.


x = 10;
y = 20;
z = 5;

cube([x,y,z], center=true);
cube([x,y,z], center=false);

## DecayCounter.java
import java.util.HashMap;

/* A weighted counter that remembers most frequent and recent pairs on a 2-color graph, where:
 *  - any pair (a_i, b_i) contains elements a_i from set A and elements b_i are from set B.  A and B are disjoint.
 *
 * This counter basically implements a recurrence relation to maintain scores for each pair:
 *   score = memory * prev_score + (1-memory) * (+/-)1
 *
 * "memory" is a value between 0 and 1 chooses how much history history to take into account.
 *
	# Tmux Configuration
	# By Alex Gaudio
	# April 15, 2012

	# HACKS
	#######
	#######
	## Unfortunately, the osx system clipboard integration sucks. But there's a well documented workaround.
	# OS X: pbcopy and pbpaste workaround from ChrisJohnsen
	# code available at: https://github.com/ChrisJohnsen/tmux-MacOSX-pasteboard.git
	"""
	Based on https://gist.github.com/robbyt/2493423

	This StarCluster plugin grants all tcp, udp and icmp privileges for 10.0.0.0/8
	between the current cluster's security group and the given security group,
	in both directions
	"""
	from starcluster.clustersetup import ClusterSetup
	from starcluster.logger import log
	"""SSH tunnel through a gateway to another machine.

	USAGE:

	python ./ssh_tunnel.py -h

	or

	>>> import ssh_tunnel
	>>> ssh_tunnel.main('gateway_username', 'dest_host_addr')
	"""A starcluster plugin that registers starcluster nodes in DNS
	It assumes that nsupdate command can be run from the same machine where you run this plugin.
	"""
	from starcluster import clustersetup

	import subprocess
	from os.path import join

	# You should configure these to your needs
	DNS_ZONE = "example.com"
	# My SparkR install notes. SparkR gives R access to Apache Spark.
	#
	# For details about SparkR, see their site:
	# http://amplab-extras.github.io/SparkR-pkg/
	#
	# Author: Alex Gaudio <adgaudio@gmail.com>
	#

	# Note the aweful hack where I symlink libjvm.so to /usr/lib. I did that to get rJava installed.
	"""
	This gist demonstrates that spark 1.0.0 and 0.9.1
	don't serialize a logger instance properly when code runs on workers.

	run this code via:
	spark-submit spark_serialization_demo.py
	- or -
	pyspark spark_serialization_demo.py
	"""
	import pyspark
	"""
	This example demonstrates a distributed algorithm to identify the
	percentile of a distributed data set.

	Because this is a toy implementation, the data isn't actually
	distributed across multiple machines.
	"""
	import numpy as np
	// these double forward slashes are comments. you can write whatever you
	// want in the text after the double slashes.


	x = 10;
	y = 20;
	z = 5;

	cube([x,y,z], center=true);
	cube([x,y,z], center=false);
	import java.util.HashMap;

	/* A weighted counter that remembers most frequent and recent pairs on a 2-color graph, where:
	* - any pair (a_i, b_i) contains elements a_i from set A and elements b_i are from set B. A and B are disjoint.
	*
	* This counter basically implements a recurrence relation to maintain scores for each pair:
	* score = memory * prev_score + (1-memory) * (+/-)1
	*
	* "memory" is a value between 0 and 1 chooses how much history history to take into account.
	*