Ben Redman bredman

## gist:3f72c67ae74b1923bb08
localhost# wget http://packages.citusdata.com/contrib/citusdb-contrib-3.0.0-1.x86_64.rpm
localhost# sudo rpm --install citusdb-contrib-3.0.0-1.x86_64.rpm

## gist:7d8f6c93944e79764f40
postgres=# CREATE EXTENSION hll;
CREATE EXTENSION
postgres=#

## gist:e52c59de26cbc8255b1e
postgres=# SET count_distinct_error_rate to 0.005;
SET
postgres=#

## parallel-load.sh
#!/bin/bash

set -o nounset
set -o errexit

NUM_PARALLEL=4
TMP_DIR=`mktemp -d`
COPY_SCRIPT=/home/ec2-user/59407c287d8e3e074869/pg_shard_copy.sql

echo "splitting $1 to $TMP_DIR..."

## file1
File 1 text

## file1
asdf

## 1sadf
sdafasd

## 1as
sdf

## 34tfs
asdd

## 1
asdf
	localhost# wget http://packages.citusdata.com/contrib/citusdb-contrib-3.0.0-1.x86_64.rpm
	localhost# sudo rpm --install citusdb-contrib-3.0.0-1.x86_64.rpm
	postgres=# SET count_distinct_error_rate to 0.005;
	SET
	postgres=#
	#!/bin/bash

	set -o nounset
	set -o errexit

	NUM_PARALLEL=4
	TMP_DIR=`mktemp -d`
	COPY_SCRIPT=/home/ec2-user/59407c287d8e3e074869/pg_shard_copy.sql

	echo "splitting $1 to $TMP_DIR..."