This documents explains a quick intro how to setup your own ETL server for the Helium Blockchain. Running an ETL is not an easy task, but hopefully this document will help you get started, and by the end you will have the blockchain up and running.
| #!/usr/bin/env python3 | |
| import sys | |
| import os | |
| import subprocess | |
| from datetime import date | |
| import random | |
| import string | |
| import pathlib |
| require 'fileutils' | |
| # Warning: The following deploy task will completely overwrite whatever is currently deployed to Heroku. | |
| # The deploy branch is rebased onto master, so the push needs to be forced. | |
| desc "Deploy app to Heroku after precompiling assets" | |
| task :deploy do | |
| deploy_branch = 'heroku' | |
| remote = 'heroku' | |
| deploy_repo_dir = "tmp/heroku_deploy" |
| def tip(msg); puts; puts msg; puts "-"*100; end | |
| # | |
| # 30 Ruby 1.9 Tips, Tricks & Features: | |
| # http://www.igvita.com/2011/02/03/new-ruby-19-features-tips-tricks/ | |
| # | |
| tip "Upgrading to Ruby 1.9 is simple: rvm install 1.9.2 && rvm --default 1.9.2" | |
| tip "Ruby 1.9 supports named captures in regular expressions!" |
| { | |
| "SX130x_conf": { | |
| "spidev_path": "/dev/spidev0.0", | |
| "lorawan_public": true, | |
| "clksrc": 0, | |
| "antenna_gain": 0, /* antenna gain, in dBi */ | |
| "full_duplex": false, | |
| "precision_timestamp": { | |
| "enable": false, | |
| "max_ts_metrics": 255, |
| #include <lmic.h> | |
| #include <hal/hal.h> | |
| #include <SPI.h> | |
| #include <Adafruit_ZeroTimer.h> | |
| #include <Adafruit_GPS.h> | |
| // what's the name of the hardware serial port? | |
| #define GPSSerial Serial1 | |
| #define CFG_sx1276_radio 1 |
| #!/usr/bin/env python | |
| # -*- coding: utf-8 -*- | |
| # | |
| # fetch_and_combine.py | |
| # | |
| """ | |
| Scans CloudFront logs in an S3 bucket for any that are new. Combines log files | |
| into a single local file per hour. If logs for multiple CloudFront | |
| distributions are present, combines them all. |
| :⌉ | |
| =⌉ | |
| ¦-) as opposed to | | |
| ☺ | |
| ☹ | |
| ☻ | |
| ⍣ | |
| ⍤ | |
| ⍥ om nom nom | |
| ⍨ |
| #!/usr/bin/env ruby | |
| require 'iconv' | |
| require 'nokogiri' | |
| # This is a simple script to spider your Netflix paginated "What You've Rated" list. | |
| # It requires an OS X based system with Ruby 1.9+, Safari, and AppleScript | |
| # | |
| # I could not find a way to back up my ratings (for all titles, not just my rental activity) | |
| # without registering for a Netflix API key or handing my Netflix credentials over to someone | |
| # who had an API key, so I decided to take a brute force approach and just parse the HTML for |
| require 'rubygems' | |
| require 'zlib' | |
| require 'aws/s3' | |
| def parse_cloudfront_line(line) | |
| return if line.strip.match(/^#/) | |
| bytes = line.split("\t")[5] | |
| filename = line.split("\t")[13] | |
| info = {:file => filename, :bytes => bytes} | |
| info if filename.strip != '-' |
