David Erickson derickson

## mongoToES.js

// npm install elasticsearch
// setup nodejs client for elasticsearch
// documentation: https://www.elastic.co/guide/en/elasticsearch/client/javascript-api/current/index.html
var elasticsearch = require('elasticsearch');
var EsClient = new elasticsearch.Client({
  host: 'localhost:9200',
  log: 'info'
});

## logstash-bikehare-status.conf
## Example of pulling data from DC Capital bikeshare to Elasticsearch in real time
## HTTP Poller -> XML Splitting -> Elasticsearch

input {
  ## pull data from Capital Bikeshare every 60 seconds
  http_poller {
    urls => {
      bikeshare_dc => "https://www.capitalbikeshare.com/data/stations/bikeStations.xml"
    }
    request_timeout => 30

## elasticsearch_sql.json
## 1) Pull all records from index named fedeastsql

POST /_xpack/sql?format=txt
{
  "query": "SELECT * FROM fedeastsql"
}


## 2) List all columns and datatype of this index

## ingestBeer.py
#!/bin/python3

import json
import moment

from elasticsearch import helpers
from elasticsearch import Elasticsearch

esConnString = 'http://elastic:changeme@localhost:9200'
esTo = Elasticsearch([esConnString],request_timeout=100)

## abac with covery query proposal
PUT my_index
{
    "mappings": {
        "properties": {
            "securityTags": {
                "type": "keyword",
                "fields": {
                    "length": {
                        "type":     "token_count",
                        "analyzer": "standard"

## combinatorialSet.py
#!/usr/bin/python
# -*- coding: utf-8 -*-

import json


def prettyPrint(doc):
	print(json.dumps(doc, indent=4, sort_keys=True))

## bigBool.json
{
    "bool": {
        "should": [
            [
                {
                    "bool": {
                        "must": [
                            [
                                {
                                    "term": {

## watcher examples .txt

### EXAMPLE SEARCH: Has Spotify run in the last 30 seconds?
GET /topbeat-*/_search
{
  "query": {
    "bool": {
      "must": [
        {"term": {
          "proc.name": {
            "value": "Spotify"

## spectator.html
<html>
  <head>
    <script src="../dist/aframe.min.js"></script>
    <script>

      AFRAME.registerComponent('spectator',{
        'schema': {
          canvas: {
            type: 'string',
            default: ''

## splitHelper.js
var ycsbUtil = {};
ycsbUtil.dropAndSplitYCSB = function (shardCount, chunksPerShard) {

	db.getMongo().getDB( 'ycsb' ).dropDatabase();
	db.adminCommand( { "enablesharding" : "ycsb" } ) ;
	db.adminCommand( { "shardcollection" : "ycsb.usertable", "key" : { "_id" : 1 } } ) ;

	var splitCount = shardCount * chunksPerShard;
	var splitSize = Math.ceil( 10000 / splitCount; )
	for(var i=1; i < splitCount; ++i){