Skip to content

Instantly share code, notes, and snippets.

View pudo's full-sized avatar

Friedrich Lindenberg pudo

View GitHub Profile
@pudo
pudo / entity.html
Created February 20, 2014 15:59
sigma
<script>
$(function() {
var $c = $('#graph-container');
function getRandomInt (min, max) {
return Math.floor(Math.random() * (max - min + 1)) + min;
}
//var fa2 = sigma.utils.pkg('sigma.layout.forceatlas2');
//fa2.defaultSettings.gravity = 0.0;
//fa2.defaultSettings.barnesHutOptimize = true;
@pudo
pudo / doccloud.py
Created March 5, 2014 23:21
DC loader
import requests
from hashlib import sha1
import util
URL_PATTERN = 'http://yanukovychleaks.org/raw/watermark/%s.0.jpg'
AUTH = ('occrp@pudo.org', '')
from flask import request, session
from grano.core import app
from grano.model import Account
from grano.lib.exc import Unauthorized
from grano.lib.args import arg_bool
@app.before_request
def check_auth():
@pudo
pudo / id_rsa.pub
Created July 30, 2014 09:55
id_rsa.pub
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJSBDfmoAYjn+9xfhvF77HIruoQISsSBLmx3UCTaR4eXu8e703u42d54eOE6gzmzlLLbmcS9kmDDlnipoxlNCSKaUNNNrXLcDPwE+PAJEl5hSe13+Yd1BUIw69jCn3X7USTuCKg4mlH4XU5KVjH0EGJvYzvzShMz51sy88NqiWTvM259ytOcMxfCZ2T8+lghBFGPRl6r0IxcxHXc6HADTOud1htypFLDmhk1oeRkzVv6iMWRtzCs2ff85VONgTF00CECr0xREiEtWOnpZEfANSUOb8jTmBsosvCwFKwmgQ0Izz4Rg8qdhOtxgvP66N/W6nZVugk7Tp1bqMiZUj3BBB fl@isaac.pudo.org

Keybase proof

I hereby claim:

  • I am pudo on github.
  • I am pudo (https://keybase.io/pudo) on keybase.
  • I have a public key whose fingerprint is CF13 CE0B 7912 9966 793A 40AA F81B EA60 FE73 C654

To claim this, I am signing this object:

import scrapekit
from scrapekit.util import collapse_whitespace
from StringIO import StringIO
from csv import DictReader
from urlparse import urljoin
from datetime import datetime
DOMAIN = "http://www.asx.com.au/asx/"
CSV_URL = urljoin(DOMAIN, "research/ASXListedCompanies.csv")
from uuid import uuid4
from datetime import date
from hashlib import sha1
from rdflib import BNode, Literal, URIRef
from rdflib import Dataset, Namespace
from rdflib import RDFS, RDF
from grano.manage import db
from grano.model import Entity, Project, Relation
@pudo
pudo / sf.py
Created August 25, 2014 13:04
SF Boats scraper
import scrapekit
from scrapekit.util import collapse_whitespace
from urlparse import urljoin
scraper = scrapekit.Scraper('craigslist-sf-boats')
@scraper.task
def scrape_listing(url):
doc = scraper.get(url, cache=True).html()
@pudo
pudo / afriregex.py
Created August 28, 2014 19:08
Is something mentioning Africa?
import re
AFRICA = [u"Africa", u"Algeria", u"Angola", u"Benin", u"Botswana",
u"Burkina Faso", u"Burundi", u"Cameroon", u"Cape Verde",
u"Central African Republic", u"Chad", u"Comoros", u"Congo",
u"Djibouti", u"Egypt", u"Equatorial Guinea", u"Eritrea",
u"Ethiopia", u"Gabon", u"Gambia", u"Ghana", u"Guinea",
u"Guinea-Bissau", u"Ivory Coast", u"Kenya", u"Lesotho",
u"Liberia", u"Libya", u"Madagascar", u"Malawi", u"Mali",
u"Mauritania", u"Mauritius", u"Morocco", u"Mozambique",
from uuid import uuid4
from datetime import datetime
from sqlalchemy.sql.expression import select, func
from grano.core import db
from grano.model import Account, Schema, Relation, Entity, Property
from grano.model.entity import entity_schema
from grano.ql.model import BidiRelation
from grano.ql.parser import EXTRA_FIELDS, EntityParserNode