Last active
May 19, 2019 04:54
-
-
Save apisznasdin/8694253 to your computer and use it in GitHub Desktop.
This file implements a blacklist for certain user agents and referrers. It's a first line of defense. It must be included inside a http block in nginx configuration file.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ### This file implements a blacklist for certain user agents and | |
| ### referrers. It's a first line of defense. It must be included | |
| ### inside a http block. | |
| # based from https://github.com/perusio/piwik-nginx/blob/master/blacklist.conf | |
| # blacklist from http://perishablepress.com/2013-user-agent-blacklist/ | |
| ## Add here all user agents that are to be blocked. | |
| map $http_user_agent $bad_bot { | |
| default 0; | |
| "^$" 1; | |
| "<" 1; | |
| ">" 1; | |
| "'" 1; | |
| "%" 1; | |
| "_iRc" 1; | |
| "_Works" 1; | |
| "@$x" 1; | |
| "<?" 1; | |
| "$x0e" 1; | |
| "+select+" 1; | |
| "+union+" 1; | |
| "1,1,1," 1; | |
| "2icommerce" 1; | |
| "3GSE" 1; | |
| "4all" 1; | |
| "59.64.153." 1; | |
| "88.0.106." 1; | |
| "98" 1; | |
| "85.17." 1; | |
| "A_Browser" 1; | |
| "ABAC" 1; | |
| "Abont" 1; | |
| "abot" 1; | |
| "Accept" 1; | |
| "Access" 1; | |
| "Accoo" 1; | |
| "AceFTP" 1; | |
| "Acme" 1; | |
| "ActiveTouristBot" 1; | |
| "Address" 1; | |
| "Adopt" 1; | |
| "adress" 1; | |
| "adressendeutschland" 1; | |
| "ADSARobot" 1; | |
| "agent" 1; | |
| "ah-ha" 1; | |
| "Ahead" 1; | |
| "AESOP_com_SpiderMan" 1; | |
| "aipbot" 1; | |
| "Alarm" 1; | |
| "Albert" 1; | |
| "Alek" 1; | |
| "Alexibot" 1; | |
| "Alligator" 1; | |
| "AllSubmitter" 1; | |
| "alma" 1; | |
| "almaden" 1; | |
| "ALot" 1; | |
| "Alpha" 1; | |
| "aktuelles" 1; | |
| "Akregat" 1; | |
| "Amfi" 1; | |
| "amzn_assoc" 1; | |
| "Anal" 1; | |
| "Anarchie" 1; | |
| "andit" 1; | |
| "Anon" 1; | |
| "AnotherBot" 1; | |
| "Ansearch" 1; | |
| "AnswerBus" 1; | |
| "antivirx" 1; | |
| "Apexoo" 1; | |
| "appie" 1; | |
| "Aqua_Products" 1; | |
| "Arachmo" 1; | |
| "archive" 1; | |
| "arian" 1; | |
| "ASPSe" 1; | |
| "ASSORT" 1; | |
| "aster" 1; | |
| "Atari" 1; | |
| "ATHENS" 1; | |
| "AtHome" 1; | |
| "Atlocal" 1; | |
| "Atomic_Email_Hunter" 1; | |
| "Atomz" 1; | |
| "Atrop" 1; | |
| "^attach" 1; | |
| "attrib" 1; | |
| "autoemailspider" 1; | |
| "autohttp" 1; | |
| "axod" 1; | |
| "batch" 1; | |
| "b2w" 1; | |
| "Back" 1; | |
| "BackDoorBot" 1; | |
| "BackStreet" 1; | |
| "BackWeb" 1; | |
| "Badass" 1; | |
| "Baid" 1; | |
| "Bali" 1; | |
| "Bandit" 1; | |
| "Baidu" 1; | |
| "Barry" 1; | |
| "BasicHTTP" 1; | |
| "BatchFTP" 1; | |
| "bdfetch" 1; | |
| "beat" 1; | |
| "Become" 1; | |
| "Beij" 1; | |
| "BenchMark" 1; | |
| "berts" 1; | |
| "bew" 1; | |
| "big.brother" 1; | |
| "Bigfoot" 1; | |
| "Bilgi" 1; | |
| "Bison" 1; | |
| "Bitacle" 1; | |
| "Biz360" 1; | |
| "Black" 1; | |
| "Black.Hole" 1; | |
| "BlackWidow" 1; | |
| "bladder.fusion" 1; | |
| "Blaiz" 1; | |
| "Blog.Checker" 1; | |
| "Blogl" 1; | |
| "BlogPeople" 1; | |
| "Blogshares.Spiders" 1; | |
| "Bloodhound" 1; | |
| "Blow" 1; | |
| "bmclient" 1; | |
| "Board" 1; | |
| "BOI" 1; | |
| "boitho" 1; | |
| "Bond" 1; | |
| "Bookmark.search.tool" 1; | |
| "boris" 1; | |
| "Bost" 1; | |
| "Boston.Project" 1; | |
| "BotRightHere" 1; | |
| "Bot.mailto:craftbot@yahoo.com" 1; | |
| "BotALot" 1; | |
| "botpaidtoclick" 1; | |
| "botw" 1; | |
| "brandwatch" 1; | |
| "BravoBrian" 1; | |
| "Brok" 1; | |
| "Bropwers" 1; | |
| "Broth" 1; | |
| "browseabit" 1; | |
| "BrowseX" 1; | |
| "Browsezilla" 1; | |
| "Bruin" 1; | |
| "bsalsa" 1; | |
| "Buddy" 1; | |
| "Build" 1; | |
| "Built" 1; | |
| "Bulls" 1; | |
| "bumblebee" 1; | |
| "Bunny" 1; | |
| "Busca" 1; | |
| "Busi" 1; | |
| "Buy" 1; | |
| "bwh3" 1; | |
| "c-spider" 1; | |
| "CafeK" 1; | |
| "Cafi" 1; | |
| "camel" 1; | |
| "Cand" 1; | |
| "captu" 1; | |
| "Catch" 1; | |
| "cd34" 1; | |
| "Ceg" 1; | |
| "CFNetwork" 1; | |
| "cgichk" 1; | |
| "Cha0s" 1; | |
| "Chang" 1; | |
| "chaos" 1; | |
| "Char" 1; | |
| "char(32,35)" 1; | |
| "charlotte" 1; | |
| "CheeseBot" 1; | |
| "Chek" 1; | |
| "CherryPicker" 1; | |
| "chill" 1; | |
| "ChinaClaw" 1; | |
| "CICC" 1; | |
| "Cisco" 1; | |
| "Cita" 1; | |
| "Clam" 1; | |
| "Claw" 1; | |
| "Click.Bot" 1; | |
| "clipping" 1; | |
| "clshttp" 1; | |
| "Clush" 1; | |
| "COAST" 1; | |
| "ColdFusion" 1; | |
| "Coll" 1; | |
| "Comb" 1; | |
| "commentreader" 1; | |
| "Compan" 1; | |
| "contact" 1; | |
| "Control" 1; | |
| "contype" 1; | |
| "Conc" 1; | |
| "Conv" 1; | |
| "Copernic" 1; | |
| "Copi" 1; | |
| "Copy" 1; | |
| "Coral" 1; | |
| "Corn" 1; | |
| "core-project" 1; | |
| "cosmos" 1; | |
| "costa" 1; | |
| "cr4nk" 1; | |
| "crank" 1; | |
| "craft" 1; | |
| "Crap" 1; | |
| "Crawler0" 1; | |
| "Crazy" 1; | |
| "Cres" 1; | |
| "cs-CZ" 1; | |
| "cuill" 1; | |
| "Curl" 1; | |
| "Custo" 1; | |
| "Cute" 1; | |
| "CSHttp" 1; | |
| "Cyber" 1; | |
| "cyberalert" 1; | |
| "^DA$" 1; | |
| "daoBot" 1; | |
| "DARK" 1; | |
| "Data" 1; | |
| "Daten" 1; | |
| "Daum" 1; | |
| "dcbot" 1; | |
| "dcs" 1; | |
| "Deep" 1; | |
| "DepS" 1; | |
| "Detect" 1; | |
| "Deweb" 1; | |
| "Diam" 1; | |
| "Digger" 1; | |
| "Digimarc" 1; | |
| "digout4uagent" 1; | |
| "DIIbot" 1; | |
| "Dillo" 1; | |
| "Ding" 1; | |
| "DISC" 1; | |
| "discobot" 1; | |
| "Disp" 1; | |
| "Ditto" 1; | |
| "DLC" 1; | |
| "DnloadMage" 1; | |
| "DotBot" 1; | |
| "Doubanbot" 1; | |
| "Download" 1; | |
| "Download.Demon" 1; | |
| "Download.Devil" 1; | |
| "Download.Wonder" 1; | |
| "Downloader" 1; | |
| "drag" 1; | |
| "DreamPassport" 1; | |
| "Drec" 1; | |
| "Drip" 1; | |
| "dsdl" 1; | |
| "dsok" 1; | |
| "DSurf" 1; | |
| "DTAAgent" 1; | |
| "DTS" 1; | |
| "Dual" 1; | |
| "dumb" 1; | |
| "DynaWeb" 1; | |
| "e-collector" 1; | |
| "eag" 1; | |
| "earn" 1; | |
| "EARTHCOM" 1; | |
| "EasyDL" 1; | |
| "ebin" 1; | |
| "EBM-APPLE" 1; | |
| "EBrowse" 1; | |
| "eCatch" 1; | |
| "echo" 1; | |
| "ecollector" 1; | |
| "Edco" 1; | |
| "edgeio" 1; | |
| "efp@gmx.net" 1; | |
| "EirGrabber" 1; | |
| "email" 1; | |
| "Email.Extractor" 1; | |
| "EmailCollector" 1; | |
| "EmailSearch" 1; | |
| "EmailSiphon" 1; | |
| "EmailWolf" 1; | |
| "Emer" 1; | |
| "empas" 1; | |
| "Enfi" 1; | |
| "Enhan" 1; | |
| "Enterprise_Search" 1; | |
| "envolk" 1; | |
| "erck" 1; | |
| "EroCr" 1; | |
| "ESurf" 1; | |
| "Eval" 1; | |
| "Evil" 1; | |
| "Evere" 1; | |
| "EWH" 1; | |
| "Exabot" 1; | |
| "Exact" 1; | |
| "EXPLOITER" 1; | |
| "Expre" 1; | |
| "Extra" 1; | |
| "ExtractorPro" 1; | |
| "EyeN" 1; | |
| "FairAd" 1; | |
| "Fake" 1; | |
| "FANG" 1; | |
| "FAST" 1; | |
| "fastlwspider" 1; | |
| "FavOrg" 1; | |
| "Favorites.Sweeper" 1; | |
| "Faxo" 1; | |
| "FDM_1" 1; | |
| "FDSE" 1; | |
| "fetch" 1; | |
| "FEZhead" 1; | |
| "Filan" 1; | |
| "FileHound" 1; | |
| "find" 1; | |
| "Firebat" 1; | |
| "Firefox.2.0" 1; | |
| "Firs" 1; | |
| "Flam" 1; | |
| "Flash" 1; | |
| "FlickBot" 1; | |
| "Flip" 1; | |
| "fluffy" 1; | |
| "flunky" 1; | |
| "focus" 1; | |
| "Foob" 1; | |
| "Fooky" 1; | |
| "Forex" 1; | |
| "Forum" 1; | |
| "ForV" 1; | |
| "Fost" 1; | |
| "Foto" 1; | |
| "Foun" 1; | |
| "Franklin.Locator" 1; | |
| "freefind" 1; | |
| "FreshDownload" 1; | |
| "FrontPage" 1; | |
| "FSurf" 1; | |
| "Fuck" 1; | |
| "Fuer" 1; | |
| "futile" 1; | |
| "Fyber" 1; | |
| "Gais" 1; | |
| "GalaxyBot" 1; | |
| "Galbot" 1; | |
| "Gamespy_Arcade" 1; | |
| "GbPl" 1; | |
| "Gener" 1; | |
| "geni" 1; | |
| "Geona" 1; | |
| "Get" 1; | |
| "gigabaz" 1; | |
| "Gira" 1; | |
| "Ginxbot" 1; | |
| "gluc" 1; | |
| "glx.?v" 1; | |
| "gnome" 1; | |
| "Go.Zilla" 1; | |
| "Goldfire" 1; | |
| "Google.Wireless.Transcoder" 1; | |
| "Googlebot-Image" 1; | |
| "Got-It" 1; | |
| "GOFORIT" 1; | |
| "gonzo" 1; | |
| "GornKer" 1; | |
| "GoSearch" 1; | |
| "^gotit$" 1; | |
| "gozilla" 1; | |
| "grab" 1; | |
| "Grabber" 1; | |
| "GrabNet" 1; | |
| "Grup" 1; | |
| "Graf" 1; | |
| "Green.Research" 1; | |
| "grub" 1; | |
| "grub-client" 1; | |
| "gsa-cra" 1; | |
| "GSearch" 1; | |
| "GT::WWW" 1; | |
| "GuideBot" 1; | |
| "guruji" 1; | |
| "gvfs" 1; | |
| "Gyps" 1; | |
| "hack" 1; | |
| "haha" 1; | |
| "hailo" 1; | |
| "Harv" 1; | |
| "Hatena" 1; | |
| "Hax" 1; | |
| "Head" 1; | |
| "Helm" 1; | |
| "herit" 1; | |
| "hgre" 1; | |
| "hhjhj@yahoo" 1; | |
| "Hippo" 1; | |
| "hloader" 1; | |
| "HMView" 1; | |
| "holm" 1; | |
| "holy" 1; | |
| "HomePageSearch" 1; | |
| "HooWWWer" 1; | |
| "HouxouCrawler" 1; | |
| "HMSE" 1; | |
| "HPPrint" 1; | |
| "htdig" 1; | |
| "HTTPConnect" 1; | |
| "httpdown" 1; | |
| "http.generic" 1; | |
| "HTTPGet" 1; | |
| "httplib" 1; | |
| "HTTPRetriever" 1; | |
| "HTTrack" 1; | |
| "human" 1; | |
| "Huron" 1; | |
| "hverify" 1; | |
| "Hybrid" 1; | |
| "Hyper" 1; | |
| "ia_archiver" 1; | |
| "iaskspi" 1; | |
| "IBM_Planetwide" 1; | |
| "iCCra" 1; | |
| "ichiro" 1; | |
| "ID-Search" 1; | |
| "IDA" 1; | |
| "IDBot" 1; | |
| "IEAuto" 1; | |
| "IEMPT" 1; | |
| "iexplore.exe" 1; | |
| "iGetter" 1; | |
| "Ilse" 1; | |
| "Iltrov" 1; | |
| "Image" 1; | |
| "Image.Stripper" 1; | |
| "Image.Sucker" 1; | |
| "imagefetch" 1; | |
| "iimds_monitor" 1; | |
| "Incutio" 1; | |
| "IncyWincy" 1; | |
| "Indexer" 1; | |
| "Industry.Program" 1; | |
| "Indy" 1; | |
| "InetURL" 1; | |
| "informant" 1; | |
| "InfoNav" 1; | |
| "InfoTekies" 1; | |
| "Ingelin" 1; | |
| "Innerpr" 1; | |
| "Inspect" 1; | |
| "InstallShield.DigitalWizard" 1; | |
| "Insuran." 1; | |
| "Intellig" 1; | |
| "Intelliseek" 1; | |
| "InterGET" 1; | |
| "Internet.Ninja" 1; | |
| "Internet.x" 1; | |
| "Internet_Explorer" 1; | |
| "InternetLinkagent" 1; | |
| "InternetSeer.com" 1; | |
| "Intraf" 1; | |
| "IP2" 1; | |
| "Ipsel" 1; | |
| "Iria" 1; | |
| "IRLbot" 1; | |
| "Iron33" 1; | |
| "Irvine" 1; | |
| "ISC_Sys" 1; | |
| "iSilo" 1; | |
| "ISRCCrawler" 1; | |
| "ISSpi" 1; | |
| "IUPUI.Research.Bot" 1; | |
| "Jady" 1; | |
| "Jaka" 1; | |
| "Jam" 1; | |
| "^Java" 1; | |
| "java/" 1; | |
| "Java(tm)" 1; | |
| "JBH.agent" 1; | |
| "Jenny" 1; | |
| "JetB" 1; | |
| "JetC" 1; | |
| "jeteye" 1; | |
| "jiro" 1; | |
| "JoBo" 1; | |
| "JOC" 1; | |
| "jupit" 1; | |
| "Just" 1; | |
| "Jyx" 1; | |
| "Kapere" 1; | |
| "kash" 1; | |
| "Kazo" 1; | |
| "KBee" 1; | |
| "Kenjin" 1; | |
| "Kernel" 1; | |
| "Keywo" 1; | |
| "KFSW" 1; | |
| "KKma" 1; | |
| "Know" 1; | |
| "kosmix" 1; | |
| "KRAE" 1; | |
| "KRetrieve" 1; | |
| "Krug" 1; | |
| "ksibot" 1; | |
| "ksoap" 1; | |
| "Kum" 1; | |
| "KWebGet" 1; | |
| "Lachesis" 1; | |
| "lanshan" 1; | |
| "Lapo" 1; | |
| "larbin" 1; | |
| "leacher" 1; | |
| "leech" 1; | |
| "LeechFTP" 1; | |
| "LeechGet" 1; | |
| "leipzig.de" 1; | |
| "Lets" 1; | |
| "Lexi" 1; | |
| "lftp" 1; | |
| "Libby" 1; | |
| "libcrawl" 1; | |
| "libcurl" 1; | |
| "libfetch" 1; | |
| "libghttp" 1; | |
| "libWeb" 1; | |
| "libwhisker" 1; | |
| "libwww" 1; | |
| "libwww-FM" 1; | |
| "libwww-perl" 1; | |
| "LightningDownload" 1; | |
| "likse" 1; | |
| "Linc" 1; | |
| "Link" 1; | |
| "Link.Sleuth" 1; | |
| "LinkextractorPro" 1; | |
| "Linkie" 1; | |
| "LINKS.ARoMATIZED" 1; | |
| "LinkScan" 1; | |
| "linktiger" 1; | |
| "LinkWalker" 1; | |
| "Lint" 1; | |
| "List" 1; | |
| "lmcrawler" 1; | |
| "LMQ" 1; | |
| "LNSpiderguy" 1; | |
| "loader" 1; | |
| "LocalcomBot" 1; | |
| "Locu" 1; | |
| "London" 1; | |
| "lone" 1; | |
| "looksmart" 1; | |
| "loop" 1; | |
| "Lork" 1; | |
| "LTH_" 1; | |
| "LWP" 1; | |
| "lwp-request" 1; | |
| "lwp-trivial" 1; | |
| "Mac.Finder" 1; | |
| "Macintosh;.I;.PPC" 1; | |
| "Mac_F" 1; | |
| "magi" 1; | |
| "Mag-Net" 1; | |
| "Magnet" 1; | |
| "Magp" 1; | |
| "Mail.Sweeper" 1; | |
| "main" 1; | |
| "majest" 1; | |
| "Mam" 1; | |
| "Mana" 1; | |
| "MarcoPolo" 1; | |
| "mark.blonin" 1; | |
| "MarkWatch" 1; | |
| "MaSagool" 1; | |
| "Mass" 1; | |
| "Mass.Downloader" 1; | |
| "Mata" 1; | |
| "mavi" 1; | |
| "McBot" 1; | |
| "Mecha" 1; | |
| "MCspider" 1; | |
| "mediapartners" 1; | |
| "^Memo" 1; | |
| "MEGAUPLOAD" 1; | |
| "MetaProducts.Download.Express" 1; | |
| "Metaspin" 1; | |
| "Mete" 1; | |
| "Microsoft.Data.Access" 1; | |
| "Microsoft.URL" 1; | |
| "Microsoft_Internet_Explorer" 1; | |
| "MIDo" 1; | |
| "MIIx" 1; | |
| "miner" 1; | |
| "Mira" 1; | |
| "MIRE" 1; | |
| "Mirror" 1; | |
| "Miss" 1; | |
| "Missauga" 1; | |
| "Missigua.Locator" 1; | |
| "Missouri.College.Browse" 1; | |
| "Mist" 1; | |
| "Mizz" 1; | |
| "MJ12" 1; | |
| "mkdb" 1; | |
| "mlbot" 1; | |
| "MLM" 1; | |
| "MMMoCrawl" 1; | |
| "MnoG" 1; | |
| "moge" 1; | |
| "Moje" 1; | |
| "Monster" 1; | |
| "Monza.Browser" 1; | |
| "Mooz" 1; | |
| "Moreoverbot" 1; | |
| "MOT-MPx220" 1; | |
| "mothra/netscan" 1; | |
| "mouse" 1; | |
| "MovableType" 1; | |
| "Mozdex" 1; | |
| "Mozi!" 1; | |
| "^Mozilla$" 1; | |
| "Mozilla/1.22" 1; | |
| "Mozilla/22" 1; | |
| "^Mozilla/3.0.(compatible" 1; | |
| "Mozilla/3.Mozilla/2.01" 1; | |
| "Mozilla/4.0(compatible" 1; | |
| "Mozilla/4.08" 1; | |
| "Mozilla/4.61.(Macintosh" 1; | |
| "Mozilla/5.0" 1; | |
| "Mozilla/7.0" 1; | |
| "Mozilla/8" 1; | |
| "Mozilla/9" 1; | |
| "Mozilla:" 1; | |
| "Mozilla/Firefox" 1; | |
| "^Mozilla.*Indy" 1; | |
| "^Mozilla.*NEWT" 1; | |
| "^Mozilla*MSIECrawler" 1; | |
| "Mp3Bot" 1; | |
| "MPF" 1; | |
| "MRA" 1; | |
| "MS.FrontPage" 1; | |
| "MS.?Search" 1; | |
| "MSFrontPage" 1; | |
| "MSIE_6.0" 1; | |
| "MSIE6" 1; | |
| "MSIECrawler" 1; | |
| "msnbot-media" 1; | |
| "msnbot-Products" 1; | |
| "MSNPTC" 1; | |
| "MSProxy" 1; | |
| "MSRBOT" 1; | |
| "multithreaddb" 1; | |
| "musc" 1; | |
| "MVAC" 1; | |
| "MWM" 1; | |
| "My_age" 1; | |
| "MyApp" 1; | |
| "MyDog" 1; | |
| "MyEng" 1; | |
| "MyFamilyBot" 1; | |
| "MyGetRight" 1; | |
| "MyIE2" 1; | |
| "mysearch" 1; | |
| "myurl" 1; | |
| "NAG" 1; | |
| "NAMEPROTECT" 1; | |
| "NASA.Search" 1; | |
| "nationaldirectory" 1; | |
| "Naver" 1; | |
| "Navr" 1; | |
| "Near" 1; | |
| "NetAnts" 1; | |
| "netattache" 1; | |
| "Netcach" 1; | |
| "NetCarta" 1; | |
| "Netcraft" 1; | |
| "NetCrawl" 1; | |
| "NetMech" 1; | |
| "netprospector" 1; | |
| "NetResearchServer" 1; | |
| "NetSp" 1; | |
| "Net.Vampire" 1; | |
| "netX" 1; | |
| "NetZ" 1; | |
| "Neut" 1; | |
| "newLISP" 1; | |
| "NewsGatorInbox" 1; | |
| "NEWT" 1; | |
| "NEWT.ActiveX" 1; | |
| "Next" 1; | |
| "^NG" 1; | |
| "NICE" 1; | |
| "nikto" 1; | |
| "Nimb" 1; | |
| "Ninja" 1; | |
| "Ninte" 1; | |
| "NIPGCrawler" 1; | |
| "Noga" 1; | |
| "nogo" 1; | |
| "Noko" 1; | |
| "Nomad" 1; | |
| "Norb" 1; | |
| "noxtrumbot" 1; | |
| "NPbot" 1; | |
| "NuSe" 1; | |
| "Nutch" 1; | |
| "Nutex" 1; | |
| "NWSp" 1; | |
| "Obje" 1; | |
| "Ocel" 1; | |
| "Octo" 1; | |
| "ODI3" 1; | |
| "oegp" 1; | |
| "Offline" 1; | |
| "Offline.Explorer" 1; | |
| "Offline.Navigator" 1; | |
| "OK.Mozilla" 1; | |
| "omg" 1; | |
| "Omni" 1; | |
| "Onfo" 1; | |
| "onyx" 1; | |
| "OpaL" 1; | |
| "OpenBot" 1; | |
| "Openf" 1; | |
| "OpenTextSiteCrawler" 1; | |
| "OpenU" 1; | |
| "Orac" 1; | |
| "OrangeBot" 1; | |
| "Orbit" 1; | |
| "Oreg" 1; | |
| "osis" 1; | |
| "Outf" 1; | |
| "Owl" 1; | |
| "P3P" 1; | |
| "PackRat" 1; | |
| "PageGrabber" 1; | |
| "PagmIEDownload" 1; | |
| "pansci" 1; | |
| "Papa" 1; | |
| "Pars" 1; | |
| "Patw" 1; | |
| "pavu" 1; | |
| "Pb2Pb" 1; | |
| "pcBrow" 1; | |
| "PEAR" 1; | |
| "PEER" 1; | |
| "PECL" 1; | |
| "pepe" 1; | |
| "Perl" 1; | |
| "PerMan" 1; | |
| "PersonaPilot" 1; | |
| "Persuader" 1; | |
| "petit" 1; | |
| "PHP" 1; | |
| "PHP.vers" 1; | |
| "PHPot" 1; | |
| "Phras" 1; | |
| "PicaLo" 1; | |
| "Piff" 1; | |
| "Pige" 1; | |
| "pigs" 1; | |
| "^Ping" 1; | |
| "Pingd" 1; | |
| "PingALink" 1; | |
| "Pipe" 1; | |
| "Plag" 1; | |
| "Plant" 1; | |
| "playstarmusic" 1; | |
| "Pluck" 1; | |
| "Pockey" 1; | |
| "POE-Com" 1; | |
| "Poirot" 1; | |
| "Pomp" 1; | |
| "Port.Huron" 1; | |
| "Post" 1; | |
| "powerset" 1; | |
| "Preload" 1; | |
| "press" 1; | |
| "Privoxy" 1; | |
| "Probe" 1; | |
| "Program.Shareware" 1; | |
| "Progressive.Download" 1; | |
| "ProPowerBot" 1; | |
| "prospector" 1; | |
| "Provider.Protocol.Discover" 1; | |
| "ProWebWalker" 1; | |
| "Prowl" 1; | |
| "Proxy" 1; | |
| "Prozilla" 1; | |
| "psbot" 1; | |
| "PSurf" 1; | |
| "psycheclone" 1; | |
| "^puf$" 1; | |
| "Pulse" 1; | |
| "Pump" 1; | |
| "PushSite" 1; | |
| "PussyCat" 1; | |
| "PuxaRapido" 1; | |
| "PycURL" 1; | |
| "Pyth" 1; | |
| "PyQ" 1; | |
| "QuepasaCreep" 1; | |
| "Query" 1; | |
| "Quest" 1; | |
| "QRVA" 1; | |
| "Qweer" 1; | |
| "radian" 1; | |
| "Radiation" 1; | |
| "Rambler" 1; | |
| "RAMP" 1; | |
| "RealDownload" 1; | |
| "Reap" 1; | |
| "Recorder" 1; | |
| "RedCarpet" 1; | |
| "RedKernel" 1; | |
| "ReGet" 1; | |
| "relevantnoise" 1; | |
| "replacer" 1; | |
| "Repo" 1; | |
| "requ" 1; | |
| "Rese" 1; | |
| "Retrieve" 1; | |
| "Rip" 1; | |
| "Rix" 1; | |
| "RMA" 1; | |
| "Roboz" 1; | |
| "Rogue" 1; | |
| "Rover" 1; | |
| "RPT-HTTP" 1; | |
| "Rsync" 1; | |
| "RTG30" 1; | |
| ".ru)" 1; | |
| "ruby" 1; | |
| "Rufus" 1; | |
| "Salt" 1; | |
| "Sample" 1; | |
| "SAPO" 1; | |
| "Sauger" 1; | |
| "savvy" 1; | |
| "SBIder" 1; | |
| "SBP" 1; | |
| "SCAgent" 1; | |
| "scan" 1; | |
| "SCEJ_" 1; | |
| "Sched" 1; | |
| "Schizo" 1; | |
| "Schlong" 1; | |
| "Schmo" 1; | |
| "Scout" 1; | |
| "Scooter" 1; | |
| "Scorp" 1; | |
| "ScoutOut" 1; | |
| "SCrawl" 1; | |
| "screen" 1; | |
| "script" 1; | |
| "SearchExpress" 1; | |
| "searchhippo" 1; | |
| "Searchme" 1; | |
| "searchpreview" 1; | |
| "searchterms" 1; | |
| "Second.Street.Research" 1; | |
| "Security.Kol" 1; | |
| "Seekbot" 1; | |
| "Seeker" 1; | |
| "Sega" 1; | |
| "Sensis" 1; | |
| "Sept" 1; | |
| "Serious" 1; | |
| "Sezn" 1; | |
| "Shai" 1; | |
| "Share" 1; | |
| "Sharp" 1; | |
| "Shaz" 1; | |
| "shell" 1; | |
| "shelo" 1; | |
| "Sherl" 1; | |
| "Shim" 1; | |
| "Shiretoko" 1; | |
| "ShopWiki" 1; | |
| "SickleBot" 1; | |
| "Simple" 1; | |
| "Siph" 1; | |
| "sitecheck" 1; | |
| "SiteCrawler" 1; | |
| "SiteSnagger" 1; | |
| "Site.Sniper" 1; | |
| "SiteSucker" 1; | |
| "sitevigil" 1; | |
| "SiteX" 1; | |
| "Sleip" 1; | |
| "Slide" 1; | |
| "Slurpy.Verifier" 1; | |
| "Sly" 1; | |
| "Smag" 1; | |
| "SmartDownload" 1; | |
| "Smurf" 1; | |
| "sna-" 1; | |
| "snag" 1; | |
| "Snake" 1; | |
| "Snapbot" 1; | |
| "Snip" 1; | |
| "Snoop" 1; | |
| "So-net" 1; | |
| "SocSci" 1; | |
| "sogou" 1; | |
| "Sohu" 1; | |
| "solr" 1; | |
| "sootle" 1; | |
| "Soso" 1; | |
| "SpaceBison" 1; | |
| "Spad" 1; | |
| "Span" 1; | |
| "spanner" 1; | |
| "Speed" 1; | |
| "Spegla" 1; | |
| "Sphere" 1; | |
| "Sphider" 1; | |
| "spider" 1; | |
| "SpiderBot" 1; | |
| "SpiderEngine" 1; | |
| "SpiderView" 1; | |
| "Spin" 1; | |
| "sproose" 1; | |
| "Spurl" 1; | |
| "Spyder" 1; | |
| "Squi" 1; | |
| "SQ.Webscanner" 1; | |
| "sqwid" 1; | |
| "Sqworm" 1; | |
| "SSM_Ag" 1; | |
| "Stack" 1; | |
| "Stamina" 1; | |
| "stamp" 1; | |
| "Stanford" 1; | |
| "Statbot" 1; | |
| "State" 1; | |
| "Steel" 1; | |
| "Strateg" 1; | |
| "Stress" 1; | |
| "Strip" 1; | |
| "studybot" 1; | |
| "Style" 1; | |
| "subot" 1; | |
| "Suck" 1; | |
| "Sume" 1; | |
| "sun4m" 1; | |
| "Sunrise" 1; | |
| "SuperBot" 1; | |
| "SuperBro" 1; | |
| "Supervi" 1; | |
| "Surf4Me" 1; | |
| "SuperHTTP" 1; | |
| "Surfbot" 1; | |
| "SurfWalker" 1; | |
| "Susi" 1; | |
| "suza" 1; | |
| "suzu" 1; | |
| "Sweep" 1; | |
| "sygol" 1; | |
| "syncrisis" 1; | |
| "Systems" 1; | |
| "Szukacz" 1; | |
| "Tagger" 1; | |
| "Tagyu" 1; | |
| "tAke" 1; | |
| "Talkro" 1; | |
| "TALWinHttpClient" 1; | |
| "tamu" 1; | |
| "Tandem" 1; | |
| "Tarantula" 1; | |
| "tarspider" 1; | |
| "tBot" 1; | |
| "TCF" 1; | |
| "Tcs/1" 1; | |
| "TeamSoft" 1; | |
| "Tecomi" 1; | |
| "Teleport" 1; | |
| "Telesoft" 1; | |
| "Templeton" 1; | |
| "Tencent" 1; | |
| "Terrawiz" 1; | |
| "Test" 1; | |
| "TexNut" 1; | |
| "trivial" 1; | |
| "Turnitin" 1; | |
| "The.Intraformant" 1; | |
| "TheNomad" 1; | |
| "Thomas" 1; | |
| "TightTwatBot" 1; | |
| "Timely" 1; | |
| "Titan" 1; | |
| "TMCrawler" 1; | |
| "TMhtload" 1; | |
| "toCrawl" 1; | |
| "Todobr" 1; | |
| "Tongco" 1; | |
| "topic" 1; | |
| "Torrent" 1; | |
| "Track" 1; | |
| "translate" 1; | |
| "Traveler" 1; | |
| "TREEVIEW" 1; | |
| "True" 1; | |
| "Tunnel" 1; | |
| "turing" 1; | |
| "TutorGig" 1; | |
| "TV33_Mercator" 1; | |
| "Twat" 1; | |
| "Tweak" 1; | |
| "Twice" 1; | |
| "Twisted.PageGetter" 1; | |
| "Tygo" 1; | |
| "ubee" 1; | |
| "UCmore" 1; | |
| "UdmSearch" 1; | |
| "UIowaCrawler" 1; | |
| "Ultraseek" 1; | |
| "UMBC" 1; | |
| "unf" 1; | |
| "UniversalFeedParser" 1; | |
| "unknown" 1; | |
| "UPG1" 1; | |
| "UtilMind" 1; | |
| "URLBase" 1; | |
| "URL.Control" 1; | |
| "URL_Spider_Pro" 1; | |
| "urldispatcher" 1; | |
| "URLGetFile" 1; | |
| "urllib" 1; | |
| "URLSpiderPro" 1; | |
| "URLy" 1; | |
| "User-Agent" 1; | |
| "UserAgent" 1; | |
| "USyd" 1; | |
| "Vacuum" 1; | |
| "vagabo" 1; | |
| "Valet" 1; | |
| "Valid" 1; | |
| "Vamp" 1; | |
| "vayala" 1; | |
| "VB_" 1; | |
| "VCI" 1; | |
| "VERI~LI" 1; | |
| "verif" 1; | |
| "versus" 1; | |
| "via" 1; | |
| "Viewer" 1; | |
| "virtual" 1; | |
| "visibilitygap" 1; | |
| "Visual" 1; | |
| "vobsub" 1; | |
| "Void" 1; | |
| "VoilaBot" 1; | |
| "voyager" 1; | |
| "vspider" 1; | |
| "VSyn" 1; | |
| "w:PACBHO60" 1; | |
| "w0000t" 1; | |
| "W3C" 1; | |
| "w3m" 1; | |
| "w3search" 1; | |
| "walhello" 1; | |
| "Walker" 1; | |
| "Wand" 1; | |
| "WAOL" 1; | |
| "WAPT" 1; | |
| "Watch" 1; | |
| "Wavefire" 1; | |
| "wbdbot" 1; | |
| "Weather" 1; | |
| "web.by.mail" 1; | |
| "Web.Data.Extractor" 1; | |
| "Web.Downloader" 1; | |
| "Web.Ima" 1; | |
| "Web.Mole" 1; | |
| "Web.Sucker" 1; | |
| "Web2Mal" 1; | |
| "Web2WAP" 1; | |
| "WebaltBot" 1; | |
| "WebAuto" 1; | |
| "WebBandit" 1; | |
| "Webbot" 1; | |
| "WebCapture" 1; | |
| "WebCat" 1; | |
| "webcraft@bea" 1; | |
| "Webclip" 1; | |
| "webcollage" 1; | |
| "WebCollector" 1; | |
| "WebCopier" 1; | |
| "WebCopy" 1; | |
| "WebCor" 1; | |
| "webcrawl" 1; | |
| "WebDat" 1; | |
| "WebDav" 1; | |
| "webdevil" 1; | |
| "webdownloader" 1; | |
| "Webdup" 1; | |
| "WebEMail" 1; | |
| "WebEMailExtrac" 1; | |
| "WebEnhancer" 1; | |
| "WebFetch" 1; | |
| "WebGo" 1; | |
| "WebHook" 1; | |
| "Webinator" 1; | |
| "WebInd" 1; | |
| "webitpr" 1; | |
| "WebFilter" 1; | |
| "WebFountain" 1; | |
| "WebLea" 1; | |
| "Webmaster" 1; | |
| "WebmasterWorldForumBot" 1; | |
| "WebMin" 1; | |
| "WebMirror" 1; | |
| "webmole" 1; | |
| "webpic" 1; | |
| "WebPin" 1; | |
| "WebPix" 1; | |
| "WebReaper" 1; | |
| "WebRipper" 1; | |
| "WebRobot" 1; | |
| "WebSauger" 1; | |
| "WebSite" 1; | |
| "Website.eXtractor" 1; | |
| "Website.Quester" 1; | |
| "WebSnake" 1; | |
| "webspider" 1; | |
| "Webster" 1; | |
| "WebStripper" 1; | |
| "websucker" 1; | |
| "WebTre" 1; | |
| "WebVac" 1; | |
| "webwalk" 1; | |
| "WebWasher" 1; | |
| "WebWeasel" 1; | |
| "WebWhacker" 1; | |
| "WebZIP" 1; | |
| "Wells" 1; | |
| "WEP_S" 1; | |
| "WEP.Search.00" 1; | |
| "WeRelateBot" 1; | |
| "wget" 1; | |
| "Whack" 1; | |
| "Whacker" 1; | |
| "whiz" 1; | |
| "WhosTalking" 1; | |
| "Widow" 1; | |
| "Win67" 1; | |
| "window.location" 1; | |
| "Windows.95;" 1; | |
| "Windows.95)" 1; | |
| "Windows.98;" 1; | |
| "Windows.98)" 1; | |
| "Winodws" 1; | |
| "Wildsoft.Surfer" 1; | |
| "WinHT" 1; | |
| "winhttp" 1; | |
| "WinHttpRequest" 1; | |
| "WinHTTrack" 1; | |
| "Winnie.Poh" 1; | |
| "wire" 1; | |
| "WISEbot" 1; | |
| "wisenutbot" 1; | |
| "wish" 1; | |
| "Wizz" 1; | |
| "WordP" 1; | |
| "Works" 1; | |
| "world" 1; | |
| "WUMPUS" 1; | |
| "Wweb" 1; | |
| "WWWC" 1; | |
| "WWWOFFLE" 1; | |
| "WWW-Collector" 1; | |
| "WWW.Mechanize" 1; | |
| "www.ranks.nl" 1; | |
| "wwwster" 1; | |
| "^x$" 1; | |
| "X12R1" 1; | |
| "x-Tractor" 1; | |
| "Xaldon" 1; | |
| "Xenu" 1; | |
| "XGET" 1; | |
| "xirq" 1; | |
| "Y!OASIS" 1; | |
| "Y!Tunnel" 1; | |
| "yacy" 1; | |
| "YaDirectBot" 1; | |
| "Yahoo-MMAudVid" 1; | |
| "YahooSeeker" 1; | |
| "YahooYSMcm" 1; | |
| "Yamm" 1; | |
| "Yand" 1; | |
| "yang" 1; | |
| "Yeti" 1; | |
| "Yoono" 1; | |
| "yori" 1; | |
| "Yotta" 1; | |
| "YTunnel" 1; | |
| "Zade" 1; | |
| "zagre" 1; | |
| "ZBot" 1; | |
| "Zeal" 1; | |
| "ZeBot" 1; | |
| "zerx" 1; | |
| "Zeus" 1; | |
| "ZIPCode" 1; | |
| "Zixy" 1; | |
| "zmao" 1; | |
| "Zyborg" 1; | |
| } | |
| ## Add here all referrers that are to blocked. | |
| map $http_referer $bad_referer { | |
| default 0; | |
| ~*(?i)(babes|click|diamond|forsale|girl|jewelry|love|nudit|organic|poker|porn|poweroversoftware|sex|teen|webcam|zippo|casino|replica) 1; | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
di dalam block server/location, tambah if condition berikut