View get_profile_url_bio.sql
1 2 3 4 5 6 7 8 9 10
select
url, count(wiki_revision.id) as revision_count, bio,
concat('https://developer.mozilla.org/en-US/profiles/', username) as profile_page
from
(select substring(
misc
from (
/* start substring after but not including website key */
locate('"website": ', misc) + 12
)
View surbl_lookup.py
1 2 3 4
from surblclient import surbl
print 'freecreditreportblog.net' in surbl
print 'garagedoorrepairslandolakesfl.com' in surbl
print 'foo.bar.test.surbl.org' in surbl
View check_url_on_blocklists.py
1 2 3 4 5 6 7 8 9
import socket
import dns.resolver
 
urls = ["freecreditreportblog.net"]
 
bls = ["zen.spamhaus.org", "spam.abuse.ch", "cbl.abuseat.org", "virbl.dnsbl.bit.nl", "dnsbl.inps.de",
"ix.dnsbl.manitu.net", "dnsbl.sorbs.net", "bl.spamcannibal.org", "bl.spamcop.net",
"xbl.spamhaus.org", "pbl.spamhaus.org", "dnsbl-1.uceprotect.net", "dnsbl-2.uceprotect.net",
"dnsbl-3.uceprotect.net", "db.wpbl.info"]
View get_website_from_profile.sql
1 2 3 4 5 6 7 8 9 10
select substring(
misc
from (
/* start substring after but not including website key */
locate('"website": ', misc) + 12
)
for (
/* the location of the first " after the website key... */
locate('"', misc, locate('"website": ', misc) + 12)
/* minus the location of the website key plus the length of the website key */
View core_contrib_analysis.sql
1 2 3 4 5 6 7 8 9 10
 
 
SELECT count(username) AS num_contribs,
group_concat(username, ' (', user_total_revisions, ' revisions)' separator ', ') AS contribs,
sum(user_total_revisions) AS revisions_by_these_contribs,
overall_total_revisions,
(sum(user_total_revisions) / overall_total_revisions * 100) AS percentage_revisions_by_these_contribs
 
FROM (
/* get usernames WITH X revisions IN ANY month OF the last 3, AND Y revisions overall IN the last 3 */
View audit_dotorg_access.bash
1 2 3 4 5 6 7 8 9 10
#!/bin/bash
 
echo "LOCATION, SVN, # FILES"
 
for FILE in `find ~/mozilla/mozilla.com/org/access \
-type d -name .svn -prune -o \
-a -type f -name '*.html' -print`
do
SVN=`echo $FILE | perl -pe 's|^.*?org|http://viewvc.svn.mozilla.org/vc/projects/mozilla.org/trunk|'`
LOC=`echo $FILE | perl -pe 's|^.*?org|http://www.mozilla.org|'`
View audit_dotorg.bash
1 2 3 4 5 6 7 8 9 10
#!/bin/bash
 
echo "LOCATION, SVN, # FILES"
 
for FILE in `find ~/mozilla/mozilla.com/org \
-type d -name .svn -prune -o \
-type d -name access -prune -o \
-type d -name images -prune -o \
-type d -name includes -prune -o \
-type d -name script -prune -o \
View gist:11347863
1 2 3 4 5 6 7 8 9
### Keybase proof
 
I hereby claim:
 
* I am hoosteeno on github.
* I am hoosteeno (https://keybase.io/hoosteeno) on keybase.
* I have a public key whose fingerprint is 7548 B978 E48C 8183 2376 8802 171E 81C2 7A1D 26DC
 
To claim this, I am signing this object:
View unique_ips.bash
1
egrep -i 'wget' 982257_51195_wget.log | awk '{print $1}' | sed -r 's/^.+?gz\:(.+)$/\1/' | uniq -c
View modernizr_scraper.bash
1
egrep -r "Modernizr\." * | egrep -v "(Binary|modernizr\.custom)" | sed -r 's/.+?Modernizr\.(\w+).+?/\1/g'
Something went wrong with that request. Please try again.