Skip to content

Instantly share code, notes, and snippets.

Avatar

Justin Davies justindavies

View GitHub Profile
View get_tweets.py
import tweepy
from tweepy import Stream
from tweepy.streaming import StreamListener
import sys
from newspaper import Article
from time import mktime
auth = tweepy.OAuthHandler("XXXXXXXXXXXX")
auth.set_access_token("XXXXXXXXXXXX")
@justindavies
justindavies / doc2vec.py
Created Jun 11, 2017
Create doc2vec model from data
View doc2vec.py
from gensim.models.doc2vec import LabeledSentence
from os import listdir
from os.path import isfile, join
import gensim
import DocIterator as DocIt
import MySQLdb
docLabels = []
data = []
View DocIterator.py
from gensim.models.doc2vec import LabeledSentence
import re
class DocIterator(object):
def __init__(self, doc_list, labels_list):
self.labels_list = labels_list
self.doc_list = doc_list
def __iter__(self):
for idx, doc in enumerate(self.doc_list):
@justindavies
justindavies / import_transactions.rb
Created Apr 14, 2018
Import Ethereum transactions using Ruby
View import_transactions.rb
#!/usr/local/bin/ruby
# Used to export Blocks from a Web3 compatible endpoint
# I use:
# geth --rpc --rpccorsdomain http://localhost:8080 --fast
# Need to add a unique index for tx
# db.transactions.createIndex({"hash":1},{unique:1})
View import_transactions_bulk.rb
#!/usr/local/bin/ruby
# Used to export Blocks from a Web3 compatible endpoint
# I use:
# parity --geth --jsonrpc-server-threads=4 --mode=offline -d /data/io.parity.ethereum/ --cache-size 65536
require 'web3/eth'
require 'mongoid'
force_sync = ARGV[0]
View Dockerfile-Rendertron
FROM node
RUN apt-get update && \
apt-get install -yq gconf-service libasound2 libatk1.0-0 libc6 libcairo2 libcups2 libdbus-1-3 \
libexpat1 libfontconfig1 libgcc1 libgconf-2-4 libgdk-pixbuf2.0-0 libglib2.0-0 libgtk-3-0 libnspr4 \
libpango-1.0-0 libpangocairo-1.0-0 libstdc++6 libx11-6 libx11-xcb1 libxcb1 libxcomposite1 \
libxcursor1 libxdamage1 libxext6 libxfixes3 libxi6 libxrandr2 libxrender1 libxss1 libxtst6 \
ca-certificates fonts-liberation libappindicator1 libnss3 lsb-release xdg-utils wget
RUN git clone https://github.com/GoogleChrome/rendertron.git
WORKDIR rendertron
View rendertron.yml
apiVersion: apps/v1
kind: Deployment
metadata:
name: rendertron
labels:
app: rendertron
spec:
replicas: 2
selector:
matchLabels:
View rendertron_svc.yml
kind: Service
apiVersion: v1
metadata:
name: rendertron
spec:
selector:
app: rendertron
ports:
- name: rendertron
protocol: TCP
View Dockerfile-Inklin
# build environment
FROM node as builder
ARG REACT_APP_SHA
ENV REACT_APP_SHA=${REACT_APP_SHA}
RUN mkdir /usr/src/app
WORKDIR /usr/src/app
ENV PATH /usr/src/app/node_modules/.bin:$PATH
COPY package.json /usr/src/app/package.json
RUN npm install -g -s --no-progress yarn
View Get Block
import urllib, json
url = "http://api.inkl.in/api/inklin/live/0"
response = urllib.urlopen(url)
data = json.loads(response.read())
print "Starting from " + str(data["block_number"])