Skip to content

Instantly share code, notes, and snippets.

@NeatMonster
Last active January 24, 2021 22:56
Show Gist options
  • Save NeatMonster/e9cdb01441a3cd842e6a20fd5170f071 to your computer and use it in GitHub Desktop.
Save NeatMonster/e9cdb01441a3cd842e6a20fd5170f071 to your computer and use it in GitHub Desktop.
7plus.com.au,0
720p-izle.com,0
1plus1tv.ru,1
18av.mm-cg.com,1
123movies.net,1
159i.com,1
1000mg.jp,1
101.ru,1
10.16.100.244,1
khoai.tv,0
kora-online.tv,1
kshow123.net,1
kbs.sports.qq.com,0
kayosports.com.au,0
kinoprofi.vip,1
kinogo.by,0
kinokrad.co,0
kissanime.si,0
kissanime.ru,0
kissasian.sh,0
xcafe.com,0
xvideo-jp.com,1
xmovies08.ru,0
xhamster.com,0
younghollywoodtv.com,0
younghollywood.com,0
yummyanime.club,0
yespornplease.com,0
yesmovies.to,0
8maple.ru,1
iview.abc.net.au,0
ifunny.co,0
indoxxi.cx,0
indavideo.hu,0
ilgeniodellostreaming.pw,0
ici.tou.tv,0
it.xhamster.com,0
it.pornhub.com,0
javfor.me,0
jkanime.net,0
jra.webcdn.stream.ne.jp,1
jp.spankbang.com,0
jp.xhamster.com,0
jp.pornhub.com,0
jizzbunker.com,0
jut.su,0
otakustream.tv,0
ororo.tv,0
onlineradiobox.com,0
onlineclock.net,0
online.anidub.com,0
open.spotify.com,0
ome.tv,0
leukleren.squla.nl,0
lakorn.guchill.com,1
la100.cienradios.com,0
lordfilms.tv,1
login.i-ready.com,0
lodynet.com,1
loangovernment.com,1
lookmovie.ag,0
listenonrepeat.com,0
linkb0ja.club,0
live2.nicovideo.jp,0
live24.gr,1
livestreamfails.com,0
livestream.com,0
live.fc2.com,0
live.harleyquinnwidget.net,1
live.cima4u.tv,1
f1tv.formula1.com,0
fptplay.vn,0
ffmovies.ru,0
fakty.tvn24.pl,0
flixtor.to,0
fr.xvideos.com,0
fr.xhamster.com,0
fr.redtube.com,0
fr.pornhub.com,0
firstrowsportes.net,1
finofilipino.org,0
fili.cc,0
filmux.org,0
filmvilag.org,1
filmisub.com,1
filmix.co,0
filmesonlinehd1.net,0
filmets.net,0
filmehd.net,0
forgetfulbc.blogspot.com,0
fow.tv,1
foxplay.com,0
futbolchile.net,1
futebolmuleke.com.br,0
rowfirst.eu,1
roosterteeth.com,0
ripple.is,1
r08.core.learn.edgenuity.com,0
rt.pornhub.com,0
radiko.jp,1
radio.yandex.ru,0
radiosaovivo.net,0
readlive.readnaturally.com,0
repelisgo.com,0
repelis.live,0
rutube.ru,0
ru.xhamster.com,0
globosatplay.globo.com,0
globoplay.globo.com,0
gyao.yahoo.co.jp,0
gofilmes.me,1
gounlimited.to,0
gorillavid.in,0
go.cnn.com,0
gostream.site,0
goyabu.com,0
gidonline.io,0
gimy.tv,0
gaana.com,0
gaming.youtube.com,0
gamovideo.com,1
upornia.com,0
uafilm.tv,0
us.hotstar.com,0
unitedtwentytimes.blogspot.com,1
unacademy.com,0
poseidonhd.co,0
pbskids.org,0
pc.video.dmkt-sp.jp,0
prima.iprima.cz,0
pelisplus.co,1
pt.xhamster.com,0
pt.pornhub.com,0
platform.everfi.net,0
player.listenlive.co,1
player.radio.com,0
player.pl,0
play.hbonow.com,0
play.watcha.net,0
play.nova.bg,0
play.shikimori.org,0
play.stan.com.au,0
play.tv2.dk,0
play.kahoot.it,0
play.anghami.com,0
plays.tv,0
pl.redtube.com,0
pl.xhamster.com,0
pl.pornhub.com,0
piay.iflix.com,0
pumafilm.club,1
puhutv.com,0
putlockers.fm,1
putlockers.am,1
putlockers.plus,1
putlocker.vip,0
zalukaj.com,0
zattoo.com,0
zfilm-hd.org,0
zingmp3.vn,0
z1.fm,0
v1.mrpiracy.xyz,0
vev.io,0
vuighe.net,0
vuviphim.com,0
vtv.vn,0
vtm.be,0
v.jav101.com,0
v.youku.com,0
v.ifeng.com,1
v.gimy.tv,0
v.qq.com,0
vod.tvp.pl,0
vod.afreecatv.com,1
voiranime.com,1
voyeur-house.tv,0
vrv.co,0
viveresersaudavel.com,1
vivo.sx,0
vimbox.skyeng.ru,0
vidoza.net,0
vidlox.me,0
videos.marca.com,1
videoarchiv.markiza.sk,1
video.repubblica.it,0
video.gazzetta.it,0
video.9tsu.com,0
video.aktualne.cz,0
video.wp.pl,0
video.eyny.com,1
video.corriere.it,0
video.foxnews.com,0
video.vnexpress.net,0
video.varzesh3.com,0
video.search.yahoo.com,0
videa.hu,0
vidtodoo.com,0
viaplay.dk,0
viaplay.fi,0
viaplay.no,0
viaplay.se,0
areena.yle.fi,0
asg.to,0
avgle.com,0
abc.go.com,0
abpananda.abplive.in,0
abema.tv,0
appear.in,0
app.educationgalaxy.com,0
app.imaginelearning.com,0
app.studi.se,0
app.pluralsight.com,0
app.gonoodle.com,0
audiomack.com,0
alriyadh.news,1
allpeliculas.io,0
alltube.pl,1
anoboy.org,0
anyporn.com,0
anysex.com,0
ani24yoi.com,1
ani.gamer.com.tw,0
animedigitalnetwork.fr,0
animevost.org,0
animeflv.ru,0
animeflv.net,0
anime47.com,0
animeshouse.net,0
anime.anidub.com,0
anime.dmkt-sp.jp,0
animeindo.co,0
animehdzero.com,0
animehay.tv,1
anime1.me,0
afdah.info,0
dragonballsuperonline.biz,0
dmdamedia.hu,0
dogeminer2.com,0
doramatv.ru,1
doramy.club,1
dunia21.me,0
disneynow.go.com,0
dizilab.pw,0
dizimag6.co,0
danimados.com,0
daftsex.com,0
deportes.televisa.com,0
deltabit.co,0
de.redtube.com,0
de.xhamster.com,0
de.pornhub.com,0
dlive.tv,0
hqporner.com,0
hbogo.ro,0
hbogo.hu,0
hbogo.pl,0
hbogo.cz,0
hegartymaths.com,0
hotmovs.com,0
hotclips24.com,0
hoofoot.com,0
hdvid.live,0
hdss.to,0
hdrezka.ag,1
hd-streams.org,0
hk.video.appledaily.com,0
hanime.tv,0
safeshare.tv,0
santatracker.google.com,0
skole.salaby.no,0
sistemas.unip.br,0
sonhoeva.com.br,0
southpark.cc.com,1
soundcloud.com,0
seriesflixapp.net,0
serijeonline.net,0
seuseriado.com,0
seasonvar.ru,1
sport.optus.com.au,0
sport.bt.com,0
spankbang.com,0
splice.com,0
shooshtime.com,0
shinden.pl,0
shahid.mbc.net,0
shareae.com,0
student.readingeggs.com,0
student.mathseeds.com,0
studentportal.waterford.org,0
streamp1ay.me,0
streamable.com,0
streamonsports.me,1
stream.livesport.ws,1
streamcomplet.xyz,0
streamcraft.com,0
streamcloud.eu,1
streamja.com,0
sumo.tv2.no,0
nyafilmer.com,0
nba-stream.com,0
neko-miku.com,0
net.adjara.com,1
ncplusgo.pl,0
nanime.in,0
najserialy.to,0
narutoplanet.ru,0
nl.xhamster.com,0
nl.pornhub.com,0
novaplus.nova.cz,0
now.dstv.com,0
now.foxtel.com.au,0
nostv.pt,0
crochetododia.net,1
cdn.livetvcdn.net,1
cdshtm.learning.com,0
cinemana.shabakaty.com,0
comedyportal.net,1
compass.leeschools.net,1
contrataweb.site,1
curvefever.pro,0
cuevana2espanol.com,0
cnrd.lovetvshow.info,1
cz.pornhub.com,0
classroom.udacity.com,0
clipwatching.com,0
clips.twitch.tv,0
chordify.net,0
chaines-tv.orange.fr,0
chaochaolive.icntv.xyz,1
cainc.i-ready.com,0
canlitv.plus,0
cablegratis.tv,1
emisoras.com.mx,0
ekino-tv.pl,0
etcscr.com,0
ex-fs.net,1
epl.trueid.net,1
ebb.io,0
egame.qq.com,0
ero-video.net,0
echo360.org.uk,0
echo360.org.au,0
edpuzzle.com,0
educadegree.com,1
englishlive.ef.com,0
es.redtube.com,0
es.xhamster.com,0
es.pornhub.com,0
europixhd.net,0
eon.tv,0
txxx.com,0
time2watch.in,0
tfc.tv,0
tr.beinsports.com,1
telefe.com,0
tenplay.com.au,0
theync.com,0
thisvid.com,0
tamilyogi.eu,1
tamasha.com,0
tainio-mania.co,1
twitcasting.tv,0
tw.iqiyi.com,0
tw.pikolive.com,0
twdvd.com,1
tubitv.com,0
tukif.com,0
tunein.com,0
tumblemobile.com,0
turbovid.me,1
tvthek.orf.at,0
tver.jp,0
tvgo.americatv.com.pe,0
tvarticles.org,1
tv.trueid.net,0
tv.bell.ca,0
tv.zing.vn,0
tv.kakao.com,0
tv.idnes.cz,0
tv.yousee.dk,0
tv.youtube.com,0
tv.nrksuper.no,0
tv.nrk.no,0
tv.naver.com,0
tv.line.me,0
tv.jw.org,0
bfst.to,1
bookflix.digital.scholastic.com,0
baskino.me,1
b9good.com,1
beeg.com,0
bestinforoom.com,1
bioskopkeren.vip,0
bigbrainz.com,0
bilasport.net,1
bilutv.org,1
biqle.ru,0
mixer.com,0
movieninja.io,0
m.watchcartoononline.io,0
m4ufree.fun,1
m4ufree.tv,1
mamacdn.com,1
maplestage.com,1
masutabe.info,0
myanimesonline.net,0
myasiantv.to,0
mysteryscience.com,0
music.youtube.com,0
music.sanook.com,1
music.amazon.co.jp,0
music.amazon.com,0
musescore.com,0
mello.me,0
mediaplayer.pearsoncmg.com,0
megafilmeshd.co,0
wstream.video,0
wav.tv,0
watch-online.xyz,1
watch.foxtel.com.au,0
watch.sling.com,0
web.flow.com.ar,0
webutilidade.club,1
world.wallstreetenglish.com,0
worldstarhiphop.com,1
wwr.perfectgirls.net,1
ww4.holanime.com,0
ww2.watch-series.co,0
ww6.animelek.com,0
www5.doramasmp4.com,0
www5.gogoanime.tv,0
www4.9anime.to,0
www7.fmovies.to,0
www2.series9.io,0
www2.gowatchseries.co,0
www2.gogoanime.io,0
www8.mrpiracy.xyz,0
www6.123movies.st,0
www6.putlockertv.to,0
www3.9anime.to,0
www3.1movies.is,0
www3.gogoanime.io,0
www16.kickassanime.io,0
www11.fmovies.io,0
www17.gogoanimes.tv,0
www1.subsmovies.nz,0
www1.fmovies.cab,0
www1.icdrama.to,1
www1.123movies.la,0
www.6play.fr,0
www.9now.com.au,0
www.7mscorethai.com,0
www.5278.cc,1
www.xnxx.tv,0
www.xnxx.com,0
www.xvideos2.com,0
www.xvideos.com,0
www.xozilla.com,0
www.uwatchfree.sx,0
www.01streamingvf.co,0
www.okulistik.com,1
www.openrec.tv,0
www.ontvtime.ru,1
www.ondemandkorea.com,0
www.o2tv.cz,0
www.ziggogo.tv,0
www.zdf.de,0
www.zearn.org,0
www.zee5.com,0
www.douyu.com,0
www.deezer.com,0
www.dcuniverse.com,0
www.dazn.com,0
www.dailymotion.com,0
www.dumpert.nl,0
www.drtuber.com,0
www.directvplay.com,0
www.dizibox.pw,0
www.digiturkplay.com.tr,0
www.dietacomemagrecimento.com,1
www.dplay.dk,0
www.dplay.se,0
www.dnvod.tv,0
www.dnwyb.tv,0
www.looperman.com,0
www.livenewsnow.com,0
www.league-funny.com,0
www.lexiapowerup.com,0
www.la7.it,1
www.lasestrellas.tv,0
www.jwpepper.com,0
www.jacquielawson.com,0
www.jetanime.co,0
www.jiosaavn.com,0
www.joox.com,0
www.17365m.com,1
www.gry.pl,1
www.globaltv.com,0
www.gledalica.com,0
www.glaz.tv,0
www.gametwist.com,0
www.cinetux.to,0
www.cmore.se,0
www.ch3thailand.com,1
www.cbs.com,0
www.clarovideo.com,0
www.cliver.tv,1
www.clicksud.org,0
www.ceskatelevize.cz,0
www.cwtv.com,0
www.ctv.ca,0
www.crunchyroll.com,0
www.crave.ca,0
www.crazyshit.com,0
www.cda.pl,0
www.caracoltv.com,0
www.canalrcn.com,0
www.canlitv.me,0
www.camerabay.tv,0
www.cuatro.com,0
www.cube.tv,0
www.cuevana3.co,0
www.cuevana2.com,0
www.putlockers.me,0
www.planetatvonlinehd.com,0
www.phimmoi.net,1
www.perfectgirls.net,1
www.pelispedia.tv,0
www.pelisplus.to,0
www.pelisplay.tv,0
www.pandora.tv,1
www.pandora.com,0
www.primevideo.com,0
www.pooq.co.kr,1
www.porndroids.com,0
www.porn300.com,0
www.pornhubpremium.com,0
www.pornhub.com,0
www.pornhat.com,0
www.pornhd.com,0
www.porn.com,0
www.popcornsrbija.com,0
www.yeloplay.be,0
www.youporngay.com,0
www.youporn.com,0
www.youjizz.com,0
www.youav.com,0
www.youtube.com,0
www.kseries.tv,0
www.kora-star.tv,1
www.kooora2day.com,1
www.koooragoal.com,1
www.katestube.com,0
www.kan.org.il,0
www.kanald.com.tr,0
www.mtv.fi,0
www.mtv.com,1
www.mgtv.com,0
www.mitele.es,0
www.miceret.com,1
www.mixcloud.com,0
www.mamcin.com,0
www.mavanimes.co,1
www.mega.cl,1
www.mediasetplay.mediaset.it,0
www.mediaklikk.hu,0
www.mycanal.fr,0
www.mytvsuper.com,0
www.myvidster.com,1
www.myon.com,0
www.momovod.com,0
www.movs4u.tv,0
www.movie2free.com,0
www.movistarplay.com.pe,0
www.emotionvideo-tv.com,0
www.empflix.com,0
www.emigrantas.tv,1
www.estrenosdoramas.net,0
www.eltrecetv.com.ar,0
www.hbogo.com.br,0
www.horizon.tv,0
www.hotstar.com,0
www.happyon.jp,0
www.hulu.com,0
www.huya.com,0
www.helloidol.com,1
www.hesgoal.com,1
www.hindilinks4u.to,0
www.hdfilmcehennemi2.org,1
www.flocabulary.com,0
www.fox.com.tr,0
www.fox.com,0
www.filimo.com,0
www.filmmodu.com,0
www.filmeserialeonline.org,1
www.filmesonlinehd1x.com,0
www.filmeonline.biz,0
www.filmi2k.com,0
www.filma24.cc,0
www.faselhd.co,0
www.france.tv,0
www.freefilm.to,0
www.freevideo.cz,0
www.fushaar.com,0
www.fullhdfilmizlesene.net,0
www.futebolagora.net,1
www.funimation.com,0
www.fubo.tv,0
www.iwant.ph,0
www.iqiyi.com,0
www.iene.mediaset.it,0
www.ipla.tv,0
www.ianimes.co,0
www.iheart.com,0
www.imkan.tv,1
www.imovies.cc,0
www.ruutu.fi,0
www.roomrecess.com,1
www.rojadirectaonlinetv.com,1
www.rojadirectatv.tv,1
www.rmcsport.tv,0
www.rmfon.pl,0
www.realstream.cc,1
www.redtube.com.br,0
www.redtube.com,0
www.rtlmost.hu,0
www.rtl.nl,0
www.rtp.pt,0
www.rtve.es,1
www.raiplay.it,0
www.radios.com.br,0
www.radiojavan.com,0
www.radiorecord.ru,1
www.telecineplay.com.br,0
www.tnaflix.com,0
www.tf1.fr,0
www.tamildhool.com,1
www.twitch.tv,0
www.thumbzilla.com,0
www.thelearningodyssey.com,1
www.thewatchcartoononline.tv,0
www.thisav.com,0
www.tokyomotion.net,0
www.topserialy.to,0
www.tvsod.com,0
www.tv8.com.tr,0
www.tv4play.se,0
www.tvnow.de,0
www.tvnz.co.nz,0
www.vlive.tv,0
www.vbox7.com,0
www.vgtv.no,0
www.voirseries.co,0
www.voot.com,0
www.vtv16.com,1
www.vtvgiaitri.vn,0
www.videoland.com,0
www.vidio.com,0
www.viafree.se,0
www.vier.be,0
www.viki.com,0
www.viu.com,0
www.worldstarhiphop.com,1
www.wittytv.it,0
www.wevideo.com,0
www.watchcartoononline.io,0
www.watch2gether.com,0
www.wankoz.com,0
www.ashemaletube.com,0
www.ahnegao.com.br,0
www.ardmediathek.de,0
www.arte.tv,0
www.alphaporno.com,0
www.alphatv.gr,0
www.admitme.tv,0
www.adintrend.tv,0
www.accuradio.com,0
www.atresplayer.com,0
www.atv.com.tr,0
www.aparat.com,0
www.apurogol.net,0
www.abcmouse.com,0
www.analdin.com,0
www.antenna.gr,0
www.anten.ir,0
www.anitube.site,0
www.anilibria.tv,0
www.anime-sugoi.com,0
www.animesorion.org,0
www.animespirit.ru,1
www.animelab.com,0
www.animeloli.com,0
www.animefreak.tv,0
www.simpsonizados.org,0
www.sbt.com.br,0
www.superanimes.site,0
www.sleazyneasy.com,0
www.senorwooly.com,0
www.seriesflixhd.com,0
www.soundtrap.com,0
www.sonyliv.com,0
www.skaitv.gr,1
www.svtplay.se,0
www.spankwire.com,0
www.splashmath.com,0
www.sadistic.pl,0
www.showmax.com,0
www.showtv.com.tr,0
www.storylineonline.net,0
www.stream.cz,0
www.star.gr,0
www.startv.com.tr,0
www.bravotv.com,0
www.blim.com,0
www.bluemountain.com,0
www.blutv.com.tr,0
www.bilibili.com,0
www.beatport.com,0
www.beachbodyondemand.com,0
www.beinconnect.com.tr,0
www.beinmatch.com,1
www.bombuj.eu,0
www.boyfriendtv.com,0
www.nukistream.com,0
www.nuvid.com,0
www.netflix.com,0
www.nhaccuatui.com,0
www.npostart.nl,0
www.namasha.com,0
www.nanamovies.com,0
www.nickjr.com,1
www.nicovideo.jp,0
www.nimo.tv,0
www.nbc.com,0
def parse_offsets(arr, idx):
b = arr[idx]
if b <= 0x3f:
b &= 0x3f
return [b] + parse_offsets(arr, idx + 1)
if b <= 0x5f:
b &= 0x1f
bb = arr[idx + 1]
return [(b << 8) | bb] + parse_offsets(arr, idx + 2)
if b <= 0x7f:
b &= 0x1f
bb = arr[idx + 1]
bbb = arr[idx + 2]
return [(b << 16) | (bb << 8) | bbb] + parse_offsets(arr, idx + 3)
if b <= 0xbf:
b &= 0x3f
return [b]
if b <= 0xdf:
b &= 0x1f
bb = arr[idx + 1]
return [(b << 8) | bb]
if b <= 0xff:
b &= 0x1f
bb = arr[idx + 1]
bbb = arr[idx + 2]
return [(b << 16) | (bb << 8) | bbb]
def parse_chars(arr, idx):
b = arr[idx]
if 0x20 <= b <= 0x7f:
return chr(b) + parse_chars(arr, idx + 1)
if 0xa0 <= b <= 0xff:
return chr(b - 0x80)
if 0x80 <= b <= 0x8f:
return chr(b & 0xf)
def parse_children(arr, idx):
children = []
for offset in parse_offsets(arr, idx):
idx += offset
node = parse_node(arr, idx)
children.append(node)
return children
def parse_node(arr, idx):
if idx == 0:
return parse_children(arr, idx)
label = parse_chars(arr, idx)
if ord(label[-1]) <= 0xf:
return (label, [])
return (label, parse_children(arr, idx + len(label)))
def to_words(node):
label, children = node
if not children:
return [label]
words = []
for child in children:
for word in to_words(child):
words.append(label + word)
return words
words_ex1 = ["aa\x01", "a\x02"]
dafsa_ex1 = bytearray([0x81, 0xE1, 0x02, 0x81, 0x82, 0x61, 0x81])
nodes_ex1 = parse_node(dafsa_ex1, 0)
assert set(to_words(("", nodes_ex1))) == set(words_ex1)
words_ex2 = ["aa\x01", "bbb\x02", "baa\x01"]
dafsa_ex2 = bytearray([0x02, 0x83, 0xE2, 0x02, 0x83, 0x61, 0x61, 0x81, 0x62, 0x62, 0x82])
nodes_ex2 = parse_node(dafsa_ex2, 0)
assert set(to_words(("", nodes_ex2))) == set(words_ex2)
def unpack_varint(f):
shift = 0
result = 0
while True:
i = ord(f.read(1))
result |= (i & 0x7f) << shift
shift += 7
if not (i & 0x80):
break
return result
with open("preloaded_data.pb", "rb") as f:
key = unpack_varint(f)
wire_type = key & 7
field_number = key >> 3
assert field_number == 1
assert wire_type == 2
length = unpack_varint(f)
dafsa = f.read(length)
nodes = parse_node(dafsa, 0)
words = to_words(("", nodes))
for word in words:
print("%s,%d" % (word[:-1], ord(word[-1])))
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment