Skip to content

Instantly share code, notes, and snippets.

View randerzander's full-sized avatar

Randy Gelhausen randerzander

97 followers · 138 following
View GitHub Profile
@randerzander
randerzander / nifi-setup.sh
Last active August 5, 2016 11:54
#!/bin/bash
#set -eu
source /root/.bashrc
MODE=$1
MASTER_FQDN=$2
NIFI_HOME=$3
HOSTNAME=$(hostname -f)
@randerzander
randerzander / SimpleApp.json
Created September 15, 2016 05:35
{
"paragraphs": [
{
"title": "Page Setup",
"text": "%angular\n\u003cscript src\u003d\"https://cdn.plot.ly/plotly-latest.min.js\"\u003e\u003c/script\u003e\n\u003cdiv id\u003d\"dummy\" vars\u003d\"data,dataSchema\"\u003e\u003c/div\u003e\n\u003cscript type\u003d\"text/javascript\"\u003e\n var div \u003d $(\u0027#dummy\u0027);\n //Given an element in the note \u0026 list of values to fetch from Spark\n //window.angularVars.myVal will be current value of backend Spark val of same name\n function hoist(element, varNames){\n window.angularVars \u003d {};\n var scope \u003d angular.element(element.parent(\u0027.ng-scope\u0027)).scope().compiledScope;\n $.each(varNames, function(i, v){\n window[v+\u0027-watcher\u0027] \u003d scope.$watch(v, function(newVal, oldVal){\n console.log(\u0027Setting \u0027 + v + \u0027 to:\\n\u0027);\n console.log(newVal);\n window.angularVars[v] \u003d newVal;\n });\n });\n }\n hoist(div, div.attr(\u0027vars\u0027).split(\u
@randerzander
randerzander / map.js
Last active September 25, 2016 21:51
%angular
<link rel="stylesheet" href="https://unpkg.com/leaflet@1.0.0-rc.3/dist/leaflet.css" />
<script src="https://unpkg.com/leaflet@1.0.0-rc.3/dist/leaflet.js"></script>
<div id="mapid" style="height:500px;"></div>
<script type="text/javascript">
var Leaflet = L.noConflict();
var map = Leaflet.map('mapid', {center: [40,-97], zoom: 4});
var tiles = Leaflet.tileLayer("http://{s}.tile.osm.org/{z}/{x}/{y}.png").addTo(map);
var states = [{
"type": "Feature",
@randerzander
randerzander / google map
Created November 14, 2016 18:07
%angular
<div id="map" style="height:500px;width:100%;"></div>
<script type="text/javascript">
function initMap() {
var USA = {lat: 39.8282, lng: -98.5795};
var map = new google.maps.Map(document.getElementById('map'), {zoom: 17, center: USA });
var POIs = {};
$.each(window.angularVars.data, function(i, v){
POIs[v.values[0]] = v.values;
@randerzander
randerzander / nifi-wordcount.py
Last active December 14, 2016 04:28
import json
from org.apache.commons.io import IOUtils
from java.nio.charset import StandardCharsets
from org.apache.nifi.processor.io import StreamCallback
class PyStreamCallback(StreamCallback):
def __init__(self): pass
def process(self, instream, outstream):
# To read content as a byte array:
# data = IOUtils.toByteArray(instream)
@randerzander
randerzander / transpose.scala
Created January 28, 2017 19:57
import spark.implicits._
import org.apache.spark.sql.types._
import org.apache.spark.sql.Row
val schemaString = sc.textFile("/data.csv").take(1)(0)
val rdd = sc.textFile("/data.csv").filter(line => line != schemaString)
val fields = (schemaString.split(",").slice(0, 9) ++ Array("stat", "value"))
.map(fieldName => {
if (fieldName contains "value")
StructField(fieldName, DoubleType, nullable = true)
@randerzander
randerzander / Dockerfile
Created February 1, 2017 00:09
FROM centos
# minifi-cpp build
RUN yum install -y git
RUN yum install -y wget
RUN yum install -y epel-release
RUN yum groupinstall -y 'Development Tools'
RUN yum install -y cmake
RUN yum install -y boost-devel boost-static libxml2-static libxml2-devel libuuid-devel leveldb-devel
@randerzander
randerzander / gist:00acd97c7f0c757109d8
Last active February 23, 2017 16:55 — forked from nsabharwal/gist:600bef5a0454e0738a93
Syslog -> Flume Agent -> Kafka -> Kafka Mirror Maker
# Configure Flume agent (/etc/flume/conf/flume.conf) to receive syslog messages
agent.sources=syslogsource-1
agent.channels=mem-channel-1
agent.sinks=kafka-sink-1
agent.sources.syslogsource-1.type=syslogtcp
agent.sources.syslogsource-1.port=13073
agent.sources.syslogsource-1.host=0.0.0.0
agent.sources.syslogsource-1.channels=mem-channel-1
@randerzander
randerzander / dynamic-parser.py
Last active March 12, 2017 20:17
from org.apache.commons.io import IOUtils
from java.nio.charset import StandardCharsets
from org.apache.nifi.processor.io import StreamCallback
import os, sys, imp, traceback, time
parser_path = '/scripts/parsers/'
class PyStreamCallback(StreamCallback):
def __init__(self, result):
self.result = result
@randerzander
randerzander / centos
Last active August 30, 2017 16:20
vm-prep
sudo su
yum update -y
yum install -y wget git
curl -fsSL https://get.docker.com/ | sh
service docker start
curl -L https://github.com/docker/compose/releases/download/1.15.0/docker-compose-`uname -s`-`uname -m` > /usr/local/bin/docker-compose
chmod +x /usr/local/bin/docker-compose
mv /usr/local/bin/docker-compose /usr/bin
usermod -aG docker centos