Skip to content

Instantly share code, notes, and snippets.

@uniacid
Created April 19, 2014 01:59
Show Gist options
  • Save uniacid/11071516 to your computer and use it in GitHub Desktop.
Save uniacid/11071516 to your computer and use it in GitHub Desktop.
set $block_user_agent 0;
if ($http_user_agent ~* ("WebBandit"|"2icommerce"|"Accoona"|"ActiveTouristBot"|"adressendeutschland"|"aipbot"|"Alexibot"|"Alligator"|"AllSubmitter"|"almaden"|"anarchie"|"Anonymous"|"Apexoo"|"Aqua_Products"|"asterias"|"ASSORT"|"ATHENS"|"AtHome"|"Atomz"|"attache"|"autoemailspider"|"autohttp"|"b2w"|"bew"|"BackDoorBot"|"Badass"|"Baiduspider"|"Baiduspider"+|"BecomeBot"|"berts"|"Bitacle"|"Biz360"|"Black.Hole"|"BlackWidow"|"bladder fusion"|"Blog Checker"|"BlogPeople"|"Blogshares Spiders"|"Bloodhound"|"BlowFish"|"Board Bot"|"Bookmark search tool"|"BotALot"|"BotRightHere"|"Bot mailto:craftbot@yahoo.com"|"Bropwers"|"Browsezilla"|"BuiltBotTough"|"Bullseye"|"BunnySlippers"|"Cegbfeieh"|"CFNetwork"|"CheeseBot"|"CherryPicker"|"Crescent"|"charlotte"/|"ChinaClaw"|"Convera"|"Copernic"|"CopyRightCheck"|"cosmos"|"Crescent"|"c-spider"|"curl"|"Custo"|"Cyberz"|"DataCha0s"|"Daum"|"Deweb"|"Digger"|"Digimarc"|"digout4uagent"|"DIIbot"|"DISCo"|"DittoSpyder"|"DnloadMage"|"Download"|"dragonfly"|"DreamPassport"|"DSurf"|"DTS Agent"|"dumbot"|"DynaWeb"|"e-collector"|"EasyDL"|"EBrowse"|"eCatch"|"ecollector"|"edgeio"|"efp@gmx.net"|"EirGrabber"|"Email Extractor"|"EmailCollector"|"EmailSiphon"|"EmailWolf"|"EmeraldShield"|"Enterprise_Search"|"EroCrawler"|"ESurf"|"Eval"|"Everest-Vulcan"|"Exabot"|"Express"|"Extractor"|"ExtractorPro"|"EyeNetIE"|"FairAd"|"fastlwspider"|"fetch"|"FEZhead"|"FileHound"|"findlinks"|"Flaming AttackBot"|"FlashGet"|"FlickBot"|"Foobot"|"Forex"|"Franklin Locator"|"FreshDownload"|"FrontPage"|"FSurf"|"Gaisbot"|"Gamespy_Arcade"|"genieBot"|"GetBot"|"Getleft"|"GetRight"|"GetWeb"!|"Go!Zilla"|"Go-Ahead-Got-It"|"GOFORITBOT"|"GrabNet"|"Grafula"|"grub"|"Harvest"|"Hatena Antenna"|"heritrix"|"HLoader"|"HMView"|"holmes"|"HooWWWer"|"HouxouCrawler"|"HTTPGet"|"httplib"|"HTTPRetriever"|"HTTrack"|"humanlinks"|"IBM_Planetwide"|"iCCrawler"|"ichiro"|"iGetter"|"Image Stripper"|"Image Sucker"|"imagefetch"|"imds_monitor"|"IncyWincy"|"Industry Program"|"Indy"|"InetURL"|"InfoNaviRobot"|"InstallShield DigitalWizard"|"InterGET"|"IRLbot"|"Iron33"|"ISSpider"|"IUPUI Research Bot"|"Jakarta"|"java"/|"JBH Agent"|"JennyBot"|"JetCar"|"jeteye"|"jeteyebot"|"JoBo"|"JOC Web Spider"|"Kapere"|"Kenjin"|"Keyword Density"|"KRetrieve"|"ksoap"|"KWebGet"|"LapozzBot"|"larbin"|"leech"|"LeechFTP"|"LeechGet"|"leipzig.de"|"LexiBot"|"libWeb"|"libwww-FM"|"libwww-perl"|"LightningDownload"|"LinkextractorPro"|"Linkie"|"LinkScan"|"linktiger"|"LinkWalker"|"lmcrawler"|"LNSpiderguy"|"LocalcomBot"|"looksmart"|"LWP"|"Mac Finder"|"Mail Sweeper"|"mark.blonin"|"MaSagool"|"Mass"|"Mata Hari"|"MCspider"|"MetaProducts Download Express"|"Microsoft Data Access"|"Microsoft URL Control"|"MIDown"|"MIIxpc"|"Mirror"|"Missauga"|"Missouri College Browse"|"Mister"|"Monster"|"mkdb"|"moget"|"Moreoverbot"|"mothra/netscan"|"MovableType"|"Mozi"!|"Mozilla/22"|"Mozilla/3.0 (compatible)"|"Mozilla/5.0 (compatible; MSIE 5.0)"|"MSIE_6".0|"MSIECrawler"|"MSProxy"|"MVAClient"|"MyFamilyBot"|"MyGetRight"|"nameprotect"|"NASA Search"|"Naver"|"Navroad"|"NearSite"|"NetAnts"|"netattache"|"NetCarta"|"NetMechanic"|"NetResearchServer"|"NetSpider"|"NetZIP"|"Net Vampire"|"NEWT ActiveX"|"Nextopia"|"NICErsPRO"|"ninja"|"NimbleCrawler"|"noxtrumbot"|"NPBot"|"Octopus"|"Offline"|"OK Mozilla"|"OmniExplorer"|"OpaL"|"Openbot"|"Openfind"|"OpenTextSiteCrawler"|"Oracle Ultra Search"|"OutfoxBot"|"P3P"|"PackRat"|"PageGrabber"|"PagmIEDownload"|"panscient"|"Papa Foto"|"pavuk"|"pcBrowser"|"perl"|"PerMan"|"PersonaPilot"|"PHP version"|"PlantyNet_WebRobot"|"playstarmusic"|"Plucker"|"Port Huron"|"Program Shareware"|"Progressive Download"|"ProPowerBot"|"prospector"|"ProWebWalker"|"Prozilla"|"psbot"|"psycheclone"|"puf"|"PushSite"|"PussyCat"|"PuxaRapido"|"Python-urllib"|"QuepasaCreep"|"QueryN"|"Radiation"|"RealDownload"|"RedCarpet"|"RedKernel"|"ReGet"|"relevantnoise"|"RepoMonkey"|"RMA"|"Rover"|"Rsync"|"RTG30"|"Rufus"|"SAPO"|"SBIder"|"scooter"|"ScoutAbout"|"script"|"searchpreview"|"searchterms"|"Seekbot"|"Serious"|"Shai"|"shelob"|"Shim-Crawler"|"SickleBot"|"sitecheck"|"SiteSnagger"|"Slurpy Verifier"|"SlySearch"|"SmartDownload"|"sna"-|"snagger"|"Snoopy"|"sogou"|"sootle"|"So-net bat_bot"|"SpankBot bat_bot"|"spanner bat_bot"|"SpeedDownload"|"Spegla"|"Sphere"|"Sphider"|"SpiderBot"|"sproose"|"SQ Webscanner"|"Sqworm"|"Stamina"|"Stanford"|"studybot"|"SuperBot"|"SuperHTTP"|"Surfbot"|"SurfWalker"|"suzuran"|"Szukacz"|"tAkeOut"|"TALWinHttpClient"|"tarspider"|"Teleport"|"Telesoft"|"Templeton"|"TestBED"|"The Intraformant"|"TheNomad"|"TightTwatBot"|"Titan"|"toCrawl/UrlDispatcher"|"True_Robot"|"turingos"|"TurnitinBot"|"Twisted PageGetter"|"UCmore"|"UdmSearch"|"UMBC"|"UniversalFeedParser"|"URL Control"|"URLGetFile"|"URLy Warning"|"URL_Spider_Pro"|"UtilMind"|"vayala"|"vobsub"|"VCI"|"VoidEYE"|"VoilaBot"|"voyager"|"w3mir"|"Web Image Collector"|"Web Sucker"|"Web2WAP"|"WebaltBot"|"WebAuto"|"WebBandit"|"WebCapture"|"webcollage"|"WebCopier"|"WebCopy"|"WebEMailExtrac"|"WebEnhancer"|"WebFetch"|"WebFilter"|"WebFountain"|"WebGo"|"WebLeacher"|"WebMiner"|"WebMirror"|"WebReaper"|"WebSauger"|"WebSnake"|"Website"|"WebStripper"|"WebVac"|"webwalk"|"WebWhacker"|"WebZIP"|"Wells Search"|"WEP Search 00"|"WeRelateBot"|"Wget"|"WhosTalking"|"Widow"|"Wildsoft Surfer"|"WinHttpRequest"|"WinHTTrack"|"WUMPUS"|"WWWOFFLE"|"wwwster"|"WWW-Collector"|"Xaldon"|"Xenu's"|"Xenus"|"XGET"|"Y!TunnelPro"|"YahooYSMcm"|"YaDirectBot"|"Yeti"|"Zade"|"ZBot"|"zerxbot"|"Zeus"|"ZyBorg") ) {
set $block_user_agent 1;
}
if ($block_user_agent = 1) {
return 403;
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment