Skip to content

Instantly share code, notes, and snippets.

@Psycojoker

Psycojoker/a.md

Last active October 10, 2017 17:51
Show Gist options
  • Save Psycojoker/69c00d0d11f26a46ac93 to your computer and use it in GitHub Desktop.
Save Psycojoker/69c00d0d11f26a46ac93 to your computer and use it in GitHub Desktop.
Download ZIP
Github's pages targeted by porn industry DMCA request to google
Raw
a.md

Apparently the porn industry is going after github pages (by sending DMCA to google), you can read the story here (found there).

Using https://www.chillingeffects.org/notices/search?page=1&sort_by=&term=github.com (https://github.com/berkmancenter/chillingeffects/blob/master/doc/api_documentation.mkd#example-successful-response-2) (and an horribly quick and dirty script), here is the list all the concerned users and repositories page (you can find the data bellow):

Users pages

Repositories

Direct urls

Raw
display.py
import json
data = json.load(open("data.json", "r"))
print "Users pages"
print "==========="
for i in data["users"]:
print "*", "[%s](https://github.com/%s)" % (i, i)
print "\n\nRepositories"
print "============"
for i in data["repos"]:
print "*", "[%s](https://github.com/%s)" % (i, i)
def get_repo(url):
return "/".join(url.split("/")[:2])
repos = {x: [] for x in set(map(get_repo, data["others"]))}
for url in data["others"]:
repos[get_repo(url)].append(url)
print "\n\nDirect urls"
print "==========="
for i in sorted(repos.keys()):
print "*", i
for j in repos[i]:
print " *", "[https://github.com/%s](https://github.com/%s)" % (j, j)
Raw
dl.sh
#!/bin/bash
mkdir -p "data"
for i in $(seq 17)
do
echo $i
curl -s -H "Accept: application/json" -H "Content-type: application/json" "https://chillingeffects.org/notices/search?term=github.com&page=$i" | python -m json.tool > data/$i.json
done
# purls is coming from https://github.com/psycojoker/pipetk
grep "https://github.com" data/* | purls | sort | uniq | sed 's/"$//' > ../urls
# then I've done some data manipulation in ipython to get data.json
Raw
gistfile1.txt
{
"repos": [
"abrt/satyr",
"allure-framework/allure-core",
"antb/Minebuilder-Handbook",
"balanced/strapped",
"benjick/wp-autotube",
"bigdatagenomics/adam",
"breach/node-thrust",
"breach/thrust",
"breach/thrust",
"callmenick/css-loaders-spinners-2",
"CaptnLenz/blockpileDroid",
"chexov/thepiratebayparser",
"cisdev383/socialhood%20and%20all%20content%20in%20the%20directories%20below%20this%20URL",
"cisdev383/socialwork%20and%20all%20content%20in%20the%20directories%20below%20this%20URL",
"clinton-hall/nzbToMedia",
"cloudfoundry/collector",
"danesparza/Pushover.NET",
"Darkhax-Minecraft/More-Swords-3",
"DimitarCC/BetterExplorer",
"discode/discode",
"dyaa/Laravel-pushover",
"enkydu/raspi_runner",
"erniebrodeur/pushover",
"facebook/rebound",
"facebook/rebound-js",
"feuerbach/tasty",
"Fuzzie360/ORD-Countdown",
"getchevereto/chevereto",
"gregghz/Watcher",
"gruntjs/grunt-contrib-coffee",
"hannorein/rebound",
"HaxeIDE/HIDE",
"huxi/lilith",
"iBaa/PlexConnect",
"ijuru/kumvandroid",
"IPTV-/VCAS",
"irtimmer/vmcam",
"jasonlewis/resource-watcher",
"jezdez/django-constance",
"jfinkels/flask-restless",
"jnwatts/pushover.sh",
"kirang20/wgxp-java-rosa",
"Knockout-Contrib/Knockout-Validation",
"knockout/knockout",
"krisselden/broccoli-sane-watcher",
"kryap/php-pushover",
"laprice/pushover",
"lookout/private-parts",
"LubosD/darling",
"mguymon/model-citizen",
"michaelkanis/WifiSync",
"mielleman/VCASpy",
"mrmrs/colors",
"nazdaqTechnologies/*",
"ncase/nothing-to-hide",
"nemomobile/lipstick",
"Netflix/Lipstick",
"nodejitsu/smart-private-npm",
"nurdymuny/fundify",
"Olivine-Labs/busted",
"openSUSE/wicked",
"Pana/node-books",
"paparazzi/paparazzi",
"pivotal/thrust",
"proamateur/PHPfun",
"qbit/node-pushover",
"rniemeyer/knockout-amd-helpers",
"rniemeyer/knockout-delegatedEvents",
"rom-rb/rom",
"ronmamo/reflections",
"ropensci/git2r",
"rust-lang/cargo",
"satyr/coco",
"sbusso/econogeo",
"sbusso/econogeo\\n\\nThis",
"schneems/wicked",
"secretdataz/BetterFonts",
"sils-webinfo/accelerando",
"sindresorhus/pure",
"sourrust/hyakko",
"sps/pushover4j",
"StevenNunez/RubyMotion-Storyboards",
"SteveSanderson/knockout-es5",
"strut-hibernate-spring/Struts-2-Design-and-Programming-A-Tutorial",
"substack/pushover",
"swioo/ppp",
"tcnksm/vagrant-pushover",
"Thibauth/python-pushover",
"thombergs/wicked-charts",
"thrust/thrust",
"tigefa4u/chevereto",
"tjanczuk/edge",
"vtex/lens",
"wanderlust/wanderlust",
"wearefractal/glob-watcher",
"wet-boew/wet-boew",
"wired8/wpdatatables",
"YabataDesign/afterglow-theme",
"yahoo/pure",
"zen-kernel/zen-kernel",
"Zizzamia/ng-tasty"
],
"users": [
"abbywinters",
"crazed",
"discode",
"inthevipalottalust",
"knockout",
"login?return_to=%2Fsalcampagna%2Fpragmatic%2Fcommits%2Fmaster%2Frails_studio%2Fpragstudio-rails-code%2FSublimeTextShortcutsWindows.pdf",
"mirage",
"openphoto",
"pricing",
"proamateur",
"proamateur?tab=activity",
"satyr",
"sbusso?tab=activity",
"spbooks",
"StevenNunez",
"StormBit"
],
"others": [
"adam2012/ZeRoN_WoWCMS/blob/master/download/World.of.Warcraft.Cataclysm.4.0.6.enGB.No.Install.torrent",
"aniversarioperu/.../indultados_22_Diciembre_2009.txt",
"antirez/redis/issues/1651",
"asapach/peerflix-server/issues/2",
"brho/plan9/blob/master/lib/words",
"brianarn/randomthink-harp/blob/master/public/blog/personal-desires.md",
"c2h5oh-Ruby/eztv-tdd/blob/master/spec/fixtures/index_last.html",
"callmenick/css-loaders-spinners-2/tree/master/js",
"cascadiajs/2012.cascadiajs.com/pull/33",
"chexov/thepiratebayparser/blob/master/rss.py",
"chronomex/urlteam/blob/master/ripped/xs.md.txt",
"cintrzyk/eztv-tdd/blob/master/spec/fixtures/index_last.html",
"cj13579/tvmonkey/blob/master/web/app_run.php",
"cjdelisle/cjdns/blob/master/admin/angel/core.c",
"clinton-hall/nzbToMedia/issues/234",
"clinton-hall/nzbToMedia/issues/370",
"clinton-hall/nzbToMedia/issues/469",
"downloadam/hoster/blob/master/hoster/dfiles_eu.py",
"DrPaulBrewer/Unofficial-Loan-Modification-HAMP/commit/e71465cc98ac84220f0228293b48b7023aaaffdf",
"enapupe/Series-Dashboard/blob/master/series.sql",
"entertailion/Fling/blob/master/README.md",
"erlehmann/krautchan-kopierpasteten/blob/master/Abooooow/Abooooow",
"evilhero/mylar/issues/107",
"forked-tongue-dev/forked-tongue/blob/master/media/torrents/Diablo_2_Lord_of_Destruction-Razor1911.torrent",
"GearsGaming/ZombieSurvival/tree/master/garrysmod/gamemodes/zombiesurvival",
"GearsGaming/ZombieSurvival/tree/master/garrysmod/gamemodes/zombiesurvival\\\"\\nis\\neen",
"gedankenstuecke/pOrNtology/blob/master/results/xnxx/mclOutputInflation5.0",
"goldenjm/WebTracking/blob/master/site_list.txt",
"gray/dotfiles/blob/master/.flexget/config.yml",
"gwtbootstrap/gwtbootstrap.github.com/blob/master/showcase/1844EF6570346B729BFD3ECB8970EED7.cache.html",
"hadv/ebook/raw/master/cocoa-recipes-for-mac-os-x-2nd-edition.9780321670410.52533.pdf",
"hbot/scrapybot/blob/master/torrents.sql",
"hdhoang/hdhoang/blob/master/trail/corps.txt",
"hellais/ooni-inputs/blob/master/processed/alexa-top-1k.txt",
"HTTPArchive/httparchive/blob/master/lists/Alexa%20500.txt",
"HTTPArchive/httparchive/blob/master/lists/Alexa%20Global%201000.txt",
"icaromh2/give-my-torrent/wiki/Estrutura-de-Dados",
"jbclements/rsound/blob/master/rsound/contrib/adventure-kid-waveforms.rkt",
"jgferraro/Remodeling-Plus/tree/master/assets",
"jonnyboy/newznab-tmux/blob/master/scripts/binaryblacklist.sql",
"jonnyboy/newznab-tmux/blob/master/test/namecleaner.php",
"joram/LAN-setup/blob/master/torrents/Starcraft.torrent",
"jreese/znc-push/blob/master/doc/pushover.md",
"jskelley/bewise/blob/master/public/primary_student.csv",
"jskelley/bewise/blob/master/public/primary_student.csv#L235",
"karan/TPB/blob/master/tests/presets/recent.html",
"kevinlekiller/Newznab-Blacklist/blob/master/New/binaryblacklist.sql",
"kevinlekiller/Newznab-Blacklist/blob/master/New/blacklists.txt",
"kikofernandez/cassiopeia/blob/master/.openshift/config/standalone.xml",
"kop1/newznab/blob/master/db/latestregex.sql",
"kop1/newznab/blob/master/db/patch/0.0.0-0.1.0/2010_08_29_regexupdate.sql",
"lad1337/XDM/issues/162",
"laironald/earshare/blob/master/demo/2,23,34NMA41201001.asp",
"laironald/earshare/blob/master/demo/28N13M1001.asp",
"laironald/earshare/blob/master/demo/28N61F2001.asp",
"laironald/earshare/blob/master/demo/28NCA4120501.asp",
"laironald/earshare/blob/master/demo/38NCA2410501.asp",
"laironald/earshare/blob/master/demo/38NCA24F10501.asp",
"linkedin/venus.js/issues/61",
"linkedin/venus.js/wiki",
"lordblackfox/fridgemagnet/issues/2",
"malkusch/localized/blob/master/src/test/java/de/malkusch/localized/test/cases/TestUpdate.java",
"maltejk/nuznawb/blob/master/db/latestregex.sql",
"maltejk/nuznawb/blob/master/db/schema.sql",
"MarkyVasconcelos/Towel/blob/master/src/com/towel/swing/table/ObjectTableModel.java",
"mavanmanen/Ricing-guide/blob/master/ricing_guide.html",
"mbert/elvis/blob/master/data/icons/elvis3.xpm",
"mileszs/wicked_pdf/issues/78",
"mirror/jd_unofficial/blob/master/src/jd/plugins/hoster/DodanePl.java",
"nathancahill/backtrack/blob/master/html/import/bookmarks.html",
"neilmovva97/pathfinder/blob/74b729533f5dd74a144fd2dc79a841b5da0814fc/SW/TacitusCore/TacitusCore.ino",
"nikolaiwebguy/btfetch/blob/master/test.xml",
"nodiseal/gaoxiao-homework-demo/blob/master/our-photo.html",
"nodiseal/gaoxiao-homework-demo/blob/master/show-photo.html",
"Nuku/Flexible-Survival/blob/master/Stripes/Candy",
"NzbDrone/NzbDrone/wiki/FAQ",
"octonion/CISCEResults2013/blob/master/cbse_2013/66/cbse_students35.csv",
"openSUSE/wicked/issues/432",
"pboehm/serienrenamer/blob/master/test/serienjunkies_feed_sample.xml",
"peanutyk/CLangCompiler/blob/master/Reference/Language%20Implementation%20Patterns.pdf",
"peanutyk/CLangCompiler/blob/master/Reference/the_definitive_antlr_4_reference.pdf",
"pegasus-isi/pegasus/blob/master/test/core/028-dynamic-hierarchy/plan.out",
"pegasus-isi/pegasus/tree/master/test/core/028-dynamic-hierarchy",
"proamateur/edu-chisel/blob/master/Gemfile.lock",
"proamateur/peponiMVP/blob/master/connectdb.php",
"proamateur/peponiMVP/blob/master/singup.php",
"proamateur/PHPfun/blob/master/index.php",
"pyload/pyload/issues/461",
"qbittorrent/qBittorrent/issues/69",
"radargun/radargun/wiki/Five-Minute-Tutorial",
"rafaelavilela/htdocs/tree/master/xcrud/xcrud",
"rgrove/jslib-stats/blob/master/conf/lists/top-1000.txt",
"rmfbarker/apdm-dotfiles/blob/master/.profile",
"rmfbarker/apdm-dotfiles/blob/master/setup.sh",
"ropensci/git2r/blob/master/README.md",
"RuudBurger/CouchPotatoServer/issues/1219",
"RuudBurger/CouchPotatoServer/issues/2252",
"RuudBurger/CouchPotatoServer/issues/300",
"salcampagna/pragmatic/blob/master/rails_studio/pragstudio-rails-code/Cheats.pdf",
"salcampagna/pragmatic/blob/master/rails_studio/pragstudio-rails-code/Conventions.pdf",
"salcampagna/pragmatic/blob/master/rails_studio/pragstudio-rails-code/README",
"salcampagna/pragmatic/blob/master/rails_studio/pragstudio-rails-code/SublimeTextShortcutsMac.pdf",
"salcampagna/pragmatic/blob/master/rails_studio/pragstudio-rails-code/SublimeTextShortcutsWindows.pdf",
"salcampagna/pragmatic/blob/master/rails_studio/pragstudio-rails-code/SublimeTextShortcutsWindows.pdf?raw=true",
"salcampagna/pragmatic/commits/master/rails_studio/pragstudio-rails-code",
"salcampagna/pragmatic/commits/master/rails_studio/pragstudio-rails-code/SublimeTextShortcutsWindows.pdf",
"salcampagna/pragmatic/raw/master/rails_studio/pragstudio-rails-code/SublimeTextShortcutsWindows.pdf",
"salcampagna/pragmatic/tree/0b54e359eabf1efdfaaac1f644623357e1a49578/rails_studio/pragstudio-rails-code/SublimeTextShortcutsWindows.pdf",
"salcampagna/pragmatic/tree/master/rails_studio/pragstudio-rails-code",
"salcampagna/pragmatic/tree/master/rails_studio/pragstudio-rails-code/bonus-app",
"salcampagna/pragmatic/tree/master/rails_studio/pragstudio-rails-code/example-app",
"salcampagna/pragmatic/tree/master/rails_studio/pragstudio-rails-code/exercise-solutions",
"salcampagna/pragmatic/tree/master/rails_studio/pragstudio-rails-code/redesign",
"salcampagna/pragmatic/tree/master/rails_studio/pragstudio-rails-code/sample-images",
"sampsyo/beets/issues/546",
"sbusso/econogeo/commits?author=sbusso",
"schneems/wicked/wiki/Testing-Wicked-with-RSpec",
"sensu/sensu-community-plugins/blob/master/handlers/notification/pushover.rb",
"silentmoon/Filmy-online/blob/master/serial-online/2014/helix-s01e10-sezon-1-odcinek-10.md",
"smira/redis-resharding-proxy/blob/master/README.rst",
"spotweb/spotweb/issues/1669",
"substack/module-deps/pull/14",
"TheTorProject/ooni-probe/blob/master/example_inputs/alexa-top-1k.txt",
"TorrentLookup/Flixtor/issues/3",
"tpb-archive/3xxxxxx/blob/master/32xxxxx/321xxxx/3212379/details.csv",
"tpb-archive/3xxxxxx/blob/master/32xxxxx/321xxxx/3214794/details.csv",
"tpb-archive/3xxxxxx/blob/master/32xxxxx/322xxxx/3223297/details.csv",
"tpb-archive/3xxxxxx/blob/master/32xxxxx/323xxxx/3232065/details.csv",
"tpb-archive/3xxxxxx/blob/master/32xxxxx/324xxxx/3242134/details.csv",
"tpb-archive/3xxxxxx/blob/master/32xxxxx/326xxxx/3260646/details.csv",
"tpb-archive/3xxxxxx/blob/master/32xxxxx/327xxxx/3271578/details.csv",
"tpb-archive/3xxxxxx/blob/master/32xxxxx/328xxxx/3280391/details.csv",
"tpb-archive/3xxxxxx/blob/master/32xxxxx/329xxxx/3291107/details.csv",
"tpb-archive/3xxxxxx/blob/master/32xxxxx/329xxxx/3291574/details.csv",
"tpb-archive/3xxxxxx/blob/master/33xxxxx/330xxxx/3301279/details.csv",
"tpb-archive/3xxxxxx/blob/master/33xxxxx/332xxxx/3320211/details.csv",
"tpb-archive/3xxxxxx/blob/master/33xxxxx/332xxxx/3320394/details.csv",
"tpb-archive/3xxxxxx/blob/master/33xxxxx/332xxxx/3321284/details.csv",
"tpb-archive/3xxxxxx/blob/master/33xxxxx/332xxxx/3321436/details.csv",
"tpb-archive/3xxxxxx/blob/master/33xxxxx/333xxxx/3331332/details.csv",
"tpb-archive/3xxxxxx/blob/master/33xxxxx/334xxxx/3345018/details.csv",
"tpb-archive/3xxxxxx/blob/master/33xxxxx/336xxxx/3361039/details.csv",
"tpb-archive/3xxxxxx/blob/master/33xxxxx/336xxxx/3361141/details.csv",
"tpb-archive/3xxxxxx/blob/master/33xxxxx/338xxxx/3381937/details.csv",
"tpb-archive/3xxxxxx/blob/master/33xxxxx/339xxxx/3390111/details.csv",
"tpb-archive/3xxxxxx/blob/master/33xxxxx/339xxxx/3390367/details.csv",
"tpb-archive/3xxxxxx/blob/master/33xxxxx/339xxxx/3390873/details.csv",
"tpb-archive/3xxxxxx/blob/master/33xxxxx/339xxxx/3392183/details.csv",
"tpb-archive/3xxxxxx/blob/master/34xxxxx/340xxxx/3400732/details.csv",
"tpb-archive/3xxxxxx/blob/master/34xxxxx/341xxxx/3411948/details.csv",
"tpb-archive/3xxxxxx/blob/master/34xxxxx/342xxxx/3420137/details.csv",
"tpb-archive/3xxxxxx/blob/master/34xxxxx/342xxxx/3422340/details.csv",
"tpb-archive/3xxxxxx/blob/master/34xxxxx/342xxxx/3422491/details.csv",
"tpb-archive/3xxxxxx/blob/master/34xxxxx/343xxxx/3430647/details.csv",
"tpb-archive/3xxxxxx/blob/master/34xxxxx/343xxxx/3431798/details.csv",
"tpb-archive/3xxxxxx/blob/master/34xxxxx/344xxxx/3441025/details.csv",
"tpb-archive/3xxxxxx/blob/master/34xxxxx/349xxxx/3492860/details.csv",
"tpb-archive/3xxxxxx/blob/master/37xxxxx/371xxxx/3710038/details.csv",
"tpb-archive/3xxxxxx/blob/master/37xxxxx/371xxxx/3711430/details.csv",
"tpb-archive/3xxxxxx/blob/master/37xxxxx/371xxxx/3712199/details.csv",
"tpb-archive/3xxxxxx/blob/master/38xxxxx/380xxxx/3800502/details.csv",
"tpb-archive/3xxxxxx/blob/master/38xxxxx/382xxxx/3822316/details.csv",
"tpb-archive/3xxxxxx/blob/master/38xxxxx/384xxxx/3840583/details.csv",
"tpb-archive/3xxxxxx/blob/master/39xxxxx/390xxxx/3903122/details.csv",
"tpb-archive/3xxxxxx/blob/master/39xxxxx/391xxxx/3911439/details.csv",
"tpb-archive/3xxxxxx/blob/master/39xxxxx/392xxxx/3921881/details.csv",
"tpb-archive/3xxxxxx/blob/master/39xxxxx/394xxxx/3940235/details.csv",
"tpb-archive/3xxxxxx/blob/master/39xxxxx/395xxxx/3950216/details.csv",
"tpb-archive/3xxxxxx/blob/master/39xxxxx/397xxxx/3971367/details.csv",
"tpb-archive/3xxxxxx/blob/master/39xxxxx/399xxxx/3991077/details.csv",
"tpb-archive/6xxxxxx/blob/master/69xxxxx/694xxxx/6944336/details.csv",
"tpb-archive/8xxxxxx/blob/master/81xxxxx/810xxxx/8101631/details.csv",
"tpb-archive/8xxxxxx/blob/master/83xxxxx/838xxxx/8382305/filelist.csv",
"ttdevelopers/playlists/blob/master/SubFuze/turntable.fm%20playlist.csv",
"tuchangwei/iOS-EBook/blob/master/Cocoa%20Design%20Patterns.pdf",
"tvon/asset-manager/blob/master/public/attachments/0000/0003/Batman.The.Dark.Knight.PROPER.DVDSCR.XViD-mVs1.torrent",
"uikit/uikit-showcase/blob/master/index.html",
"umbrae/reddit-top-2.5-million/blob/master/data/boardgames.csv",
"vijaym123/tweets-dataset/blob/master/561684253/378018644326088704",
"vnoxygen/tvmonkey/blob/master/web/app_run.php",
"wangshijun/httparchive/blob/master/lists/Alexa%20Global%201000.txt",
"wfwei/storage/raw/master/books/tech/Effective%20Java%202nd%20Edition.pdf",
"Wolvereness/Bukkit-Bleeding/commits?author=Wolvereness",
"x31/1/issues/56",
"x31/1/issues/71",
"x31/1/issues/8",
"yahoo/pure/releases",
"yetist/xllx/blob/master/doc/xl-vod.txt"
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment