justindavies

import tweepy
from tweepy import Stream
from tweepy.streaming import StreamListener
import sys
from newspaper import Article
from time import mktime


auth = tweepy.OAuthHandler("XXXXXXXXXXXX")
auth.set_access_token("XXXXXXXXXXXX")

justindavies

from gensim.models.doc2vec import LabeledSentence
from os import listdir
from os.path import isfile, join
import gensim
import DocIterator as DocIt
import MySQLdb


docLabels = []
data = []

justindavies

from gensim.models.doc2vec import LabeledSentence
import re

class DocIterator(object):
    def __init__(self, doc_list, labels_list):
       self.labels_list = labels_list
       self.doc_list = doc_list
       
    def __iter__(self):
        for idx, doc in enumerate(self.doc_list):

justindavies

#!/usr/local/bin/ruby

# Used to export Blocks from a Web3 compatible endpoint
# I use:
# geth --rpc --rpccorsdomain http://localhost:8080 --fast

# Need to add a unique index for tx 
# db.transactions.createIndex({"hash":1},{unique:1})

justindavies

#!/usr/local/bin/ruby

# Used to export Blocks from a Web3 compatible endpoint
# I use:
# parity --geth --jsonrpc-server-threads=4 --mode=offline -d /data/io.parity.ethereum/ --cache-size 65536

require 'web3/eth'
require 'mongoid'

force_sync = ARGV[0]

justindavies

FROM node
RUN apt-get update && \
apt-get install -yq gconf-service libasound2 libatk1.0-0 libc6 libcairo2 libcups2 libdbus-1-3 \
libexpat1 libfontconfig1 libgcc1 libgconf-2-4 libgdk-pixbuf2.0-0 libglib2.0-0 libgtk-3-0 libnspr4 \
libpango-1.0-0 libpangocairo-1.0-0 libstdc++6 libx11-6 libx11-xcb1 libxcb1 libxcomposite1 \
libxcursor1 libxdamage1 libxext6 libxfixes3 libxi6 libxrandr2 libxrender1 libxss1 libxtst6 \
ca-certificates fonts-liberation libappindicator1 libnss3 lsb-release xdg-utils wget

RUN git clone https://github.com/GoogleChrome/rendertron.git
WORKDIR rendertron

justindavies

apiVersion: apps/v1
kind: Deployment
metadata:
  name: rendertron
  labels:
    app: rendertron
spec:
  replicas: 2
  selector:
    matchLabels:

justindavies

kind: Service
apiVersion: v1
metadata:
  name: rendertron
spec:
  selector:
    app: rendertron
  ports:
  - name: rendertron
    protocol: TCP

justindavies

# build environment
FROM node as builder
ARG REACT_APP_SHA 
ENV REACT_APP_SHA=${REACT_APP_SHA}

RUN mkdir /usr/src/app
WORKDIR /usr/src/app
ENV PATH /usr/src/app/node_modules/.bin:$PATH
COPY package.json /usr/src/app/package.json
RUN npm install -g -s --no-progress yarn

justindavies

import urllib, json

url = "http://api.inkl.in/api/inklin/live/0"
response = urllib.urlopen(url)
data = json.loads(response.read())
print "Starting from " + str(data["block_number"])