Skip to content

Instantly share code, notes, and snippets.

View pudo's full-sized avatar

Friedrich Lindenberg pudo

View GitHub Profile
import os
import dataset
import requests
import thready
import datetime
YEARS = range(2000, datetime.datetime.now().year + 1)
MAX = 500000
engine = dataset.connect('sqlite:///rednotices.sqlite3')
notices = engine['notices']
#!/bin/bash
echo "Patching: $1"
rm -rf ptg
mkdir -p ptg/mnt
mkdir -p ptg/data
mount -t iso9660 -o loop $1 ptg/mnt
cp -R ptg/mnt/* ptg/data
umount ptg/mnt
chmod -R a+w ptg/data
@pudo
pudo / ids.py
Created September 8, 2014 14:17
Adi's ID number verification and zodiac detection sign.
from __future__ import division
import json
import csv
import re
from collections import Counter
import sys
"""
Distribution of ID numbers
python ids.py <text file with ids>
from uuid import uuid4
from datetime import datetime
from sqlalchemy.sql.expression import select, func
from grano.core import db
from grano.model import Account, Schema, Relation, Entity, Property
from grano.model.entity import entity_schema
from grano.ql.model import BidiRelation
from grano.ql.parser import EXTRA_FIELDS, EntityParserNode
@pudo
pudo / afriregex.py
Created August 28, 2014 19:08
Is something mentioning Africa?
import re
AFRICA = [u"Africa", u"Algeria", u"Angola", u"Benin", u"Botswana",
u"Burkina Faso", u"Burundi", u"Cameroon", u"Cape Verde",
u"Central African Republic", u"Chad", u"Comoros", u"Congo",
u"Djibouti", u"Egypt", u"Equatorial Guinea", u"Eritrea",
u"Ethiopia", u"Gabon", u"Gambia", u"Ghana", u"Guinea",
u"Guinea-Bissau", u"Ivory Coast", u"Kenya", u"Lesotho",
u"Liberia", u"Libya", u"Madagascar", u"Malawi", u"Mali",
u"Mauritania", u"Mauritius", u"Morocco", u"Mozambique",
@pudo
pudo / sf.py
Created August 25, 2014 13:04
SF Boats scraper
import scrapekit
from scrapekit.util import collapse_whitespace
from urlparse import urljoin
scraper = scrapekit.Scraper('craigslist-sf-boats')
@scraper.task
def scrape_listing(url):
doc = scraper.get(url, cache=True).html()
from uuid import uuid4
from datetime import date
from hashlib import sha1
from rdflib import BNode, Literal, URIRef
from rdflib import Dataset, Namespace
from rdflib import RDFS, RDF
from grano.manage import db
from grano.model import Entity, Project, Relation
import scrapekit
from scrapekit.util import collapse_whitespace
from StringIO import StringIO
from csv import DictReader
from urlparse import urljoin
from datetime import datetime
DOMAIN = "http://www.asx.com.au/asx/"
CSV_URL = urljoin(DOMAIN, "research/ASXListedCompanies.csv")

Keybase proof

I hereby claim:

  • I am pudo on github.
  • I am pudo (https://keybase.io/pudo) on keybase.
  • I have a public key whose fingerprint is CF13 CE0B 7912 9966 793A 40AA F81B EA60 FE73 C654

To claim this, I am signing this object:

@pudo
pudo / id_rsa.pub
Created July 30, 2014 09:55
id_rsa.pub
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJSBDfmoAYjn+9xfhvF77HIruoQISsSBLmx3UCTaR4eXu8e703u42d54eOE6gzmzlLLbmcS9kmDDlnipoxlNCSKaUNNNrXLcDPwE+PAJEl5hSe13+Yd1BUIw69jCn3X7USTuCKg4mlH4XU5KVjH0EGJvYzvzShMz51sy88NqiWTvM259ytOcMxfCZ2T8+lghBFGPRl6r0IxcxHXc6HADTOud1htypFLDmhk1oeRkzVv6iMWRtzCs2ff85VONgTF00CECr0xREiEtWOnpZEfANSUOb8jTmBsosvCwFKwmgQ0Izz4Rg8qdhOtxgvP66N/W6nZVugk7Tp1bqMiZUj3BBB fl@isaac.pudo.org