sudo apt-get install libxml2-dev libxslt-dev
pip install scrapy
pip install python-dateutil
When running scrapy, this bash script is handy:
#!/usr/bin/python | |
from bottle import route, run, debug | |
import argparse | |
parser = argparse.ArgumentParser(description='Really simple remote logger.') | |
parser.add_argument('-n', '--name', default="localhost", help="Name of the host from which the server will start (default: %(default)s)") | |
parser.add_argument('-p', '--port', default=1234, type=int, help="Port the server will be listening (default: %(default)s)") | |
args = parser.parse_args() |
[extensions] | |
color = | |
pager = | |
hgext.mq = | |
[pager] | |
pager = LESS='FSRX' less | |
[diff] | |
git = true |
var phrase = "the quick brown fox jumps over the lazy dog" | |
alert(phrase.replace(/ /g,'').split('').sort().join('')) |
.sender[type=normal][colornumber='0'] { color: #033 } | |
.sender[type=normal][colornumber='1'] { color: #699 } | |
.sender[type=normal][colornumber='2'] { color: #f33 } | |
.sender[type=normal][colornumber='3'] { color: #f60 } | |
.sender[type=normal][colornumber='4'] { color: #3D3242 } | |
.sender[type=normal][colornumber='5'] { color: #6600CC } | |
.sender[type=normal][colornumber='6'] { color: #2C6700 } | |
.sender[type=normal][colornumber='7'] { color: #154890 } | |
.sender[type=normal][colornumber='8'] { color: #6B78B4 } | |
.sender[type=normal][colornumber='9'] { color: #E47297 } |
// Add script to bottom of page | |
// Convert a JS Date object to an array of characters | |
function dateToArray(date) { | |
console.log("Converting date: " + date); | |
var a = []; | |
var s = date.toString().toUpperCase().split(" "); | |
// eg "FRI JUN 29 2012 16:22:59 GMT-0700 (PDT)" | |
var month = s[1], | |
day = s[2], |
for folder in `ls -1d */` | |
do | |
files=`find $folder -type f -name "*.js" -exec cat {} \; | wc -l` | |
echo "$files - $folder"; | |
done |
from BeautifulSoup import BeautifulSoup | |
import json | |
import sys | |
if len(sys.argv) < 2: | |
print sys.argv[0] + ' <input file>' | |
else: | |
in_file = sys.argv[1] | |
if len(sys.argv) < 3: | |
tag = 'div' |
# screen | |
which screen > /dev/null | |
SCREEN=($?) | |
if [[ -n "$SSH_CONNECTION" && -z "$STY" && "$SCREEN" -eq "0" ]]; then | |
# Screen is not currently running, but we are in SSH, so start a session | |
exec screen -D -R | |
fi |
var request = require('request'); | |
var api_key = "<KLOUT_API_KEY>"; | |
var handles = ["user1", "user2"]; | |
var twitter_url = "http://api.klout.com/v2/identity.json/twitter?screenName="; | |
var klout_url = "http://api.klout.com/v2/user.json/:klout_id/score?"; | |
var user, sum = 0, idx = 0; | |
function addUpUser(){ |