615 lines
9.6 KiB
Plaintext
615 lines
9.6 KiB
Plaintext
# MIT License
|
|
#
|
|
# Copyright (c) 2017 Mitchell Krog - mitchellkrog@gmail.com
|
|
# https://github.com/mitchellkrogza
|
|
#
|
|
# Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
# of this software and associated documentation files (the "Software"), to deal
|
|
# in the Software without restriction, including without limitation the rights
|
|
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
# copies of the Software, and to permit persons to whom the Software is
|
|
# furnished to do so, subject to the following conditions:
|
|
#
|
|
# The above copyright notice and this permission notice shall be included in all
|
|
# copies or substantial portions of the Software.
|
|
#
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
# SOFTWARE.
|
|
#
|
|
\b360Spider\b
|
|
\b404checker\b
|
|
\b\b404enemy\b\b
|
|
\b80legs\b
|
|
\bAbonti\b
|
|
\bAboundex\b
|
|
\bAboundexbot\b
|
|
\bAcunetix\b
|
|
\bADmantX\b
|
|
\bAfD-Verbotsverfahren\b
|
|
\bAIBOT\b
|
|
\bAiHitBot\b
|
|
\bAipbot\b
|
|
\bAlexibot\b
|
|
\bAlligator\b
|
|
\bAllSubmitter\b
|
|
\bAlphaBot\b
|
|
\bAnarchie\b
|
|
\bAnkit\b
|
|
\bAnthill\b
|
|
\bApexoo\b
|
|
\barquivo.pt\b
|
|
\barquivo-web-crawler\b
|
|
\bAspiegel\b
|
|
\bASPSeek\b
|
|
\bAsterias\b
|
|
\bAttach\b
|
|
\bautoemailspider\b
|
|
\bAwarioRssBot\b
|
|
\bAwarioSmartBot\b
|
|
\bBackDoorBot\b
|
|
\bBacklink-Ceck\b
|
|
\bbacklink-check\b
|
|
\bBacklinkCrawler\b
|
|
\bBackStreet\b
|
|
\bBackWeb\b
|
|
\bBadass\b
|
|
\bBandit\b
|
|
\bBarkrowler\b
|
|
\bBatchFTP\b
|
|
\bBattleztar\ Bazinga\b
|
|
\bBBBike\b
|
|
\bBDCbot\b
|
|
\bBDFetch\b
|
|
\bBetaBot\b
|
|
\bBigfoot\b
|
|
\bBitacle\b
|
|
\bBlackboard\b
|
|
\bBlack\ Hole\b
|
|
\bBlackWidow\b
|
|
\bBLEXBot\b
|
|
\bBlow\b
|
|
\bBlowFish\b
|
|
\bBoardreader\b
|
|
\bBolt\b
|
|
\bBotALot\b
|
|
\bBrandprotect\b
|
|
\bBrandwatch\b
|
|
\bBuck\b
|
|
\bBuddy\b
|
|
\bBuiltBotTough\b
|
|
\bBuiltWith\b
|
|
\bBullseye\b
|
|
\bBunnySlippers\b
|
|
\bBuzzSumo\b
|
|
\bCalculon\b
|
|
\bCATExplorador\b
|
|
\bCazoodleBot\b
|
|
\bCCBot\b
|
|
\bCegbfeieh\b
|
|
\bCensysInspect\b
|
|
\bcheck1.exe\b
|
|
\bCheeseBot\b
|
|
\bCherryPicker\b
|
|
\bCheTeam\b
|
|
\bChinaClaw\b
|
|
\bChlooe\b
|
|
\bClaritybot\b
|
|
\bCliqzbot\b
|
|
\bCloud\ mapping\b
|
|
\bcoccocbot-web\b
|
|
\bCocolyzebot\b
|
|
\bCODE87\b
|
|
\bCogentbot\b
|
|
\bcognitiveseo\b
|
|
\bCollector\b
|
|
\bcolly\b
|
|
\bcom.plumanalytics\b
|
|
\bCopier\b
|
|
\bCopyRightCheck\b
|
|
\bCopyscape\b
|
|
\bCosmos\b
|
|
\bCraftbot\b
|
|
\bcrawler4j\b
|
|
\bcrawler.feedback\b
|
|
\bcrawl.sogou.com\b
|
|
\bCrazyWebCrawler\b
|
|
\bCrescent\b
|
|
\bCrunchBot\b
|
|
\bCSHttp\b
|
|
\bCurious\b
|
|
\bCusto\b
|
|
\bCyotekWebCopy\b
|
|
\bDatabaseDriverMysqli\b
|
|
\bDataCha0s\b
|
|
\bDBLBot\b
|
|
\bdemandbase-bot\b
|
|
\bDemon\b
|
|
\bDeusu\b
|
|
\bDevil\b
|
|
\bDigincore\b
|
|
\bDigitalPebble\b
|
|
\bDIIbot\b
|
|
\bDirbuster\b
|
|
\bDisco\b
|
|
\bDiscobot\b
|
|
\bDiscoverybot\b
|
|
\bDispatch\b
|
|
\bDittoSpyder\b
|
|
\bDnyzBot\b
|
|
\bDomainAppender\b
|
|
\bDomainCrawler\b
|
|
\bDomainSigmaCrawler\b
|
|
\bDomains\ Project\b
|
|
\bdomainsproject.org\b
|
|
\bDomainStatsBot\b
|
|
\bDotbot\b
|
|
\bDownload\ Wonder\b
|
|
\bDragonfly\b
|
|
\bDrip\b
|
|
\bDSearch\b
|
|
\bDTS\ Agent\b
|
|
\bEasyDL\b
|
|
\bEbingbong\b
|
|
\beCatch\b
|
|
\bECCP/1.0\b
|
|
\bEcxi\b
|
|
\bEirGrabber\b
|
|
\bEMail\ Siphon\b
|
|
\bEMail\ Wolf\b
|
|
\bEroCrawler\b
|
|
\bevc-batch\b
|
|
\bEvil\b
|
|
\bExabot\b
|
|
\bExpress\ WebPictures\b
|
|
\bExtLinksBot\b
|
|
\bExtractor\b
|
|
\bExtractorPro\b
|
|
\bExtreme\ Picture\ Finder\b
|
|
\bEyeNetIE\b
|
|
\bEzooms\b
|
|
\bfacebookscraper\b
|
|
\bFDM\b
|
|
\bFemtosearchBot\b
|
|
\bFHscan\b
|
|
\bFimap\b
|
|
\bFirefox/7.0\b
|
|
\bFlashGet\b
|
|
\bFlunky\b
|
|
\bFoobot\b
|
|
\bFreeuploader\b
|
|
\bFrontPage\b
|
|
\bFyberSpider\b
|
|
\bFyrebot\b
|
|
\bGalaxyBot\b
|
|
\bGenieo\b
|
|
\bGermCrawler\b
|
|
\bGetintent\b
|
|
\bGetRight\b
|
|
\bGetWeb\b
|
|
\bGigablast\b
|
|
\bGigabot\b
|
|
\bG-i-g-a-b-o-t\b
|
|
\bGo-Ahead-Got-It\b
|
|
\bgobuster\b
|
|
\bGotit\b
|
|
\bGoZilla\b
|
|
\bGo!Zilla\b
|
|
\bGrabber\b
|
|
\bGrabNet\b
|
|
\bGrafula\b
|
|
\bGrapeFX\b
|
|
\bGridBot\b
|
|
\bGT::WWW\b
|
|
\bHaansoft\b
|
|
\bHaosouSpider\b
|
|
\bHarvest\b
|
|
\bHavij\b
|
|
\bHEADMasterSEO\b
|
|
\bheritrix\b
|
|
\bHeritrix\b
|
|
\bHloader\b
|
|
\bHMView\b
|
|
\bHTMLparser\b
|
|
\bHTTP::Lite\b
|
|
\bHTTrack\b
|
|
\bHumanlinks\b
|
|
\bHybridBot\b
|
|
\bIblog\b
|
|
\bIDBot\b
|
|
\bIDBTE4M\b
|
|
\bId-search\b
|
|
\bIlseBot\b
|
|
\bImage\ Fetch\b
|
|
\bImage\ Sucker\b
|
|
\bIndeedBot\b
|
|
\bIndy\ Library\b
|
|
\bInfoNaviRobot\b
|
|
\bInfoTekies\b
|
|
\binstabid\b
|
|
\bIntelliseek\b
|
|
\bInterGET\b
|
|
\bInternet\ Ninja\b
|
|
\bInternetSeer\b
|
|
\binternetVista\ monitor\b
|
|
\bips-agent\b
|
|
\bIria\b
|
|
\bIRLbot\b
|
|
\bisitwp.com\b
|
|
\bIskanie\b
|
|
\bIstellaBot\b
|
|
\bJamesBOT\b
|
|
\bJbrofuzz\b
|
|
\bJennyBot\b
|
|
\bJetCar\b
|
|
\bJetty\b
|
|
\bJikeSpider\b
|
|
\bJOC\ Web\ Spider\b
|
|
\bJoomla\b
|
|
\bJorgee\b
|
|
\bJustView\b
|
|
\bJyxobot\b
|
|
\bKenjin\ Spider\b
|
|
\bKeyword\ Density\b
|
|
\bKinza\b
|
|
\bKozmosbot\b
|
|
\bLanshanbot\b
|
|
\bLarbin\b
|
|
\bLeechFTP\b
|
|
\bLeechGet\b
|
|
\bLexiBot\b
|
|
\bLftp\b
|
|
\bLibWeb\b
|
|
\bLibwhisker\b
|
|
\bLieBaoFast\b
|
|
\bLightspeedsystems\b
|
|
\bLikse\b
|
|
\bLinkbot\b
|
|
\bLinkdexbot\b
|
|
\bLinkextractorPro\b
|
|
\bLinkpadBot\b
|
|
\bLinkScan\b
|
|
\bLinksManager\b
|
|
\bLinkWalker\b
|
|
\bLinqiaMetadataDownloaderBot\b
|
|
\bLinqiaRSSBot\b
|
|
\bLinqiaScrapeBot\b
|
|
\bLipperhey\b
|
|
\bLipperhey\ Spider\b
|
|
\bLitemage_walker\b
|
|
\bLmspider\b
|
|
\bLNSpiderguy\b
|
|
\bLtx71\b
|
|
\blwp-request\b
|
|
\bLWP::Simple\b
|
|
\blwp-trivial\b
|
|
\bMagnet\b
|
|
\bMag-Net\b
|
|
\bmagpie-crawler\b
|
|
\bMajestic12\b
|
|
\bMajestic-SEO\b
|
|
\bMajestic\ SEO\b
|
|
\bMarkMonitor\b
|
|
\bMarkWatch\b
|
|
\bMasscan\b
|
|
\bmasscan\b
|
|
\bMass\ Downloader\b
|
|
\bMata\ Hari\b
|
|
\bMauiBot\b
|
|
\bMb2345Browser\b
|
|
\bmeanpathbot\b
|
|
\bMeanpathbot\b
|
|
\bMeanPath\ Bot\b
|
|
\bMediatoolkitbot\b
|
|
\bmediawords\b
|
|
\bMegaIndex.ru\b
|
|
\bMetauri\b
|
|
\bMFC_Tear_Sample\b
|
|
\bMicroMessenger\b
|
|
\bMicrosoft\ Data\ Access\b
|
|
\bMicrosoft\ URL\ Control\b
|
|
\bMIDown\ tool\b
|
|
\bMIIxpc\b
|
|
\bMister\ PiX\b
|
|
\bMJ12bot\b
|
|
\bMojeek\b
|
|
\bMojolicious\b
|
|
\bMorfeus\ Fucking\ Scanner\b
|
|
\bMozlila\b
|
|
\bMQQBrowser\b
|
|
\bMr.4x3\b
|
|
\bMSFrontPage\b
|
|
\bMSIECrawler\b
|
|
\bMsrabot\b
|
|
\bmuhstik-scan\b
|
|
\bMusobot\b
|
|
\bName\ Intelligence\b
|
|
\bNameprotect\b
|
|
\bNavroad\b
|
|
\bNearSite\b
|
|
\bNeedle\b
|
|
\bNessus\b
|
|
\bNetAnts\b
|
|
\bNetcraft\b
|
|
\bnetEstate\ NE\ Crawler\b
|
|
\bNetLyzer\b
|
|
\bNetMechanic\b
|
|
\bNetSpider\b
|
|
\bNettrack\b
|
|
\bNet\ Vampire\b
|
|
\bNetvibes\b
|
|
\bNetZIP\b
|
|
\bNextGenSearchBot\b
|
|
\bNibbler\b
|
|
\bNICErsPRO\b
|
|
\bNiki-bot\b
|
|
\bNikto\b
|
|
\bNimbleCrawler\b
|
|
\bNimbostratus\b
|
|
\bNinja\b
|
|
\bNuclei\b
|
|
\bNmap\b
|
|
\bNPbot\b
|
|
\bNutch\b
|
|
\boBot\b
|
|
\bOctopus\b
|
|
\bOffline\ Explorer\b
|
|
\bOffline\ Navigator\b
|
|
\bOnCrawl\b
|
|
\bOpenfind\b
|
|
\bOpenLinkProfiler\b
|
|
\bOpenvas\b
|
|
\bOpenVAS\b
|
|
\bOPPO A33\b
|
|
\bOrangeBot\b
|
|
\bOrangeSpider\b
|
|
\bOutclicksBot\b
|
|
\bOutfoxBot\b
|
|
\bPageAnalyzer\b
|
|
\bPage\ Analyzer\b
|
|
\bPageGrabber\b
|
|
\bpage\ scorer\b
|
|
\bPageScorer\b
|
|
\bPandalytics\b
|
|
\bPanscient\b
|
|
\bPapa\ Foto\b
|
|
\bPavuk\b
|
|
\bpcBrowser\b
|
|
\bPECL::HTTP\b
|
|
\bPeoplePal\b
|
|
\bPetalbot\b
|
|
\bPHPCrawl\b
|
|
\bPicscout\b
|
|
\bPicsearch\b
|
|
\bPictureFinder\b
|
|
\bPimonster\b
|
|
\bPi-Monster\b
|
|
\bPixray\b
|
|
\bPleaseCrawl\b
|
|
\bplumanalytics\b
|
|
\bPockey\b
|
|
\bPOE-Component-Client-HTTP\b
|
|
\bpolaris\ version\b
|
|
\bProbethenet\b
|
|
\bProPowerBot\b
|
|
\bProWebWalker\b
|
|
\bPsbot\b
|
|
\bPump\b
|
|
\bPxBroker\b
|
|
\bPyCurl\b
|
|
\bQueryN\ Metasearch\b
|
|
\bQuick-Crawler\b
|
|
\bRankActive\b
|
|
\bRankActiveLinkBot\b
|
|
\bRankFlex\b
|
|
\bRankingBot\b
|
|
\bRankingBot2\b
|
|
\bRankivabot\b
|
|
\bRankurBot\b
|
|
\bRealDownload\b
|
|
\bReaper\b
|
|
\bRebelMouse\b
|
|
\bRecorder\b
|
|
\bRedesScrapy\b
|
|
\bReGet\b
|
|
\bRepoMonkey\b
|
|
\bRipper\b
|
|
\bRocketCrawler\b
|
|
\bRogerbot\b
|
|
\bRSSingBot\b
|
|
\bs1z.ru\b
|
|
\bSalesIntelligent\b
|
|
\bsatoristudio.net\b
|
|
\bSBIder\b
|
|
\bScanAlert\b
|
|
\bScanbot\b
|
|
\bscan.lol\b
|
|
\bScoutJet\b
|
|
\bScrapy\b
|
|
\bScreaming\b
|
|
\bScreenerBot\b
|
|
\bSearchestate\b
|
|
\bSearchmetricsBot\b
|
|
\bSentiBot\b
|
|
\bSEOkicks\b
|
|
\bSEOkicks-Robot\b
|
|
\bSEOlyticsCrawler\b
|
|
\bSeomoz\b
|
|
\bSEOprofiler\b
|
|
\bseoscanners\b
|
|
\bSeoSiteCheckup\b
|
|
\bSEOstats\b
|
|
\bserpstatbot\b
|
|
\bsexsearcher\b
|
|
\bShodan\b
|
|
\bSiphon\b
|
|
\bSISTRIX\b
|
|
\bSitebeam\b
|
|
\bSiteCheckerBotCrawler\b
|
|
\bsitechecker.pro\b
|
|
\bSiteExplorer\b
|
|
\bSiteimprove\b
|
|
\bSiteLockSpider\b
|
|
\bSiteSnagger\b
|
|
\bSiteSucker\b
|
|
\bSite\ Sucker\b
|
|
\bSitevigil\b
|
|
\bSlySearch\b
|
|
\bSmartDownload\b
|
|
\bSMTBot\b
|
|
\bSnake\b
|
|
\bSnapbot\b
|
|
\bSnoopy\b
|
|
\bSocialRankIOBot\b
|
|
\bSociscraper\b
|
|
\bsogouspider\b
|
|
\bSogou\ web\ spider\b
|
|
\bSosospider\b
|
|
\bSottopop\b
|
|
\bSpaceBison\b
|
|
\bSpammen\b
|
|
\bSpankBot\b
|
|
\bSpanner\b
|
|
\bsp_auditbot\b
|
|
\bSpbot\b
|
|
\bSpinn3r\b
|
|
\bSputnikBot\b
|
|
\bspyfu\b
|
|
\bSqlmap\b
|
|
\bSqlworm\b
|
|
\bSqworm\b
|
|
\bSteeler\b
|
|
\bStripper\b
|
|
\bSucker\b
|
|
\bSucuri\b
|
|
\bSuperBot\b
|
|
\bSuperHTTP\b
|
|
\bSurfbot\b
|
|
\bSurveyBot\b
|
|
\bSuzuran\b
|
|
\bSwiftbot\b
|
|
\bsysscan\b
|
|
\bSzukacz\b
|
|
\bT0PHackTeam\b
|
|
\bT8Abot\b
|
|
\btAkeOut\b
|
|
\bTeleport\b
|
|
\bTeleportPro\b
|
|
\bTelesoft\b
|
|
\bTelesphoreo\b
|
|
\bTelesphorep\b
|
|
\bThe\ Intraformant\b
|
|
\bTheNomad\b
|
|
\bThumbor\b
|
|
\bTightTwatBot\b
|
|
\bTitan\b
|
|
\bToata\b
|
|
\bToweyabot\b
|
|
\bTracemyfile\b
|
|
\bTrendiction\b
|
|
\bTrendictionbot\b
|
|
\btrendiction.com\b
|
|
\btrendiction.de\b
|
|
\bTrue_Robot\b
|
|
\bTuringos\b
|
|
\bTurnitin\b
|
|
\bTurnitinBot\b
|
|
\bTwengaBot\b
|
|
\bTwice\b
|
|
\bTyphoeus\b
|
|
\bUnisterBot\b
|
|
\bUpflow\b
|
|
\bURLy.Warning\b
|
|
\bURLy\ Warning\b
|
|
\bVacuum\b
|
|
\bVagabondo\b
|
|
\bVB\ Project\b
|
|
\bVCI\b
|
|
\bVelenPublicWebCrawler\b
|
|
\bVeriCiteCrawler\b
|
|
\bVidibleScraper\b
|
|
\bVirusdie\b
|
|
\bVoidEYE\b
|
|
\bVoil\b
|
|
\bVoltron\b
|
|
\bWallpapers/3.0\b
|
|
\bWallpapersHD\b
|
|
\bWASALive-Bot\b
|
|
\bWBSearchBot\b
|
|
\bWebalta\b
|
|
\bWebAuto\b
|
|
\bWeb\ Auto\b
|
|
\bWebBandit\b
|
|
\bWebCollage\b
|
|
\bWeb\ Collage\b
|
|
\bWebCopier\b
|
|
\bWEBDAV\b
|
|
\bWebEnhancer\b
|
|
\bWeb\ Enhancer\b
|
|
\bWebFetch\b
|
|
\bWeb\ Fetch\b
|
|
\bWebFuck\b
|
|
\bWeb\ Fuck\b
|
|
\bWebGo\ IS\b
|
|
\bWebImageCollector\b
|
|
\bWebLeacher\b
|
|
\bWebmasterWorldForumBot\b
|
|
\bwebmeup-crawler\b
|
|
\bWebPix\b
|
|
\bWeb\ Pix\b
|
|
\bWebReaper\b
|
|
\bWebSauger\b
|
|
\bWeb\ Sauger\b
|
|
\bWebshag\b
|
|
\bWebsiteExtractor\b
|
|
\bWebsiteQuester\b
|
|
\bWebsite\ Quester\b
|
|
\bWebster\b
|
|
\bWebStripper\b
|
|
\bWebSucker\b
|
|
\bWeb\ Sucker\b
|
|
\bWebWhacker\b
|
|
\bWebZIP\b
|
|
\bWeSEE\b
|
|
\bWhack\b
|
|
\bWhacker\b
|
|
\bWhatweb\b
|
|
\bWho.is\ Bot\b
|
|
\bWidow\b
|
|
\bWindows\ NT\ 5.0\b
|
|
\bWinHTTrack\b
|
|
\bWiseGuys\ Robot\b
|
|
\bWISENutbot\b
|
|
\bWonderbot\b
|
|
\bWoobot\b
|
|
\bWotbox\b
|
|
\bWprecon\b
|
|
\bWPScan\b
|
|
\bWWW-Collector-E\b
|
|
\bWWW-Mechanize\b
|
|
\bWWW::Mechanize\b
|
|
\bWWWOFFLE\b
|
|
\bx09Mozilla\b
|
|
\bx22Mozilla\b
|
|
\bXaldon_WebSpider\b
|
|
\bXaldon\ WebSpider\b
|
|
\bXenu\b
|
|
\bxpymep1.exe\b
|
|
\bYoudaoBot\b
|
|
\bZade\b
|
|
\bZauba\b
|
|
\bzauba.io\b
|
|
\bZermelo\b
|
|
\bZeus\b
|
|
\bzgrab\b
|
|
\bZitebot\b
|
|
\bZmEu\b
|
|
\bZoomBot\b
|
|
\bZoominfoBot\b
|
|
\bZumBot\b
|
|
\bZyBorg\b
|