From ab344c99923db7b58f6e4300bc76974c8fea46f7 Mon Sep 17 00:00:00 2001 From: Nuno Souto Date: Fri, 13 Sep 2024 17:10:04 -0300 Subject: [PATCH] Corrects inconsistencies in user agent strings formatting by enclosing them with double quotes for standardization. --- caddy/etc/caddy/useragents.conf | 1332 +++++++++++++++---------------- 1 file changed, 666 insertions(+), 666 deletions(-) diff --git a/caddy/etc/caddy/useragents.conf b/caddy/etc/caddy/useragents.conf index 7516471..ebc50ef 100644 --- a/caddy/etc/caddy/useragents.conf +++ b/caddy/etc/caddy/useragents.conf @@ -1,666 +1,666 @@ -header User-Agent *01h4x.com* -header User-Agent *360Spider* -header User-Agent *404checker* -header User-Agent *404enemy* -header User-Agent *80legs* -header User-Agent *ADmantX* -header User-Agent *AIBOT* -header User-Agent *ALittle Client* -header User-Agent *ASPSeek* -header User-Agent *Abonti* -header User-Agent *Aboundex* -header User-Agent *Aboundexbot* -header User-Agent *Acunetix* -header User-Agent *AdsTxtCrawlerTP* -header User-Agent *AfD-Verbotsverfahren* -header User-Agent *AhrefsBot* -header User-Agent *AiHitBot* -header User-Agent *Aipbot* -header User-Agent *Alexibot* -header User-Agent *AllSubmitter* -header User-Agent *Alligator* -header User-Agent *AlphaBot* -header User-Agent *Anarchie* -header User-Agent *Anarchy* -header User-Agent *Anarchy99* -header User-Agent *Ankit* -header User-Agent *Anthill* -header User-Agent *Apexoo* -header User-Agent *Aspiegel* -header User-Agent *Asterias* -header User-Agent *Atomseobot* -header User-Agent *Attach* -header User-Agent *AwarioBot* -header User-Agent *AwarioRssBot* -header User-Agent *AwarioSmartBot* -header User-Agent *BBBike* -header User-Agent *BDCbot* -header User-Agent *BDFetch* -header User-Agent *BLEXBot* -header User-Agent *BackDoorBot* -header User-Agent *BackStreet* -header User-Agent *BackWeb* -header User-Agent *Backlink-Ceck* -header User-Agent *BacklinkCrawler* -header User-Agent *BacklinksExtendedBot* -header User-Agent *Badass* -header User-Agent *Bandit* -header User-Agent *Barkrowler* -header User-Agent *BatchFTP* -header User-Agent *Battleztar Bazinga* -header User-Agent *BetaBot* -header User-Agent *Bigfoot* -header User-Agent *Bitacle* -header User-Agent *BlackWidow* -header User-Agent *Black Hole* -header User-Agent *Blackboard* -header User-Agent *Blow* -header User-Agent *BlowFish* -header User-Agent *Boardreader* -header User-Agent *Bolt* -header User-Agent *BotALot* -header User-Agent *Brandprotect* -header User-Agent *Brandwatch* -header User-Agent *Buck* -header User-Agent *Buddy* -header User-Agent *BuiltBotTough* -header User-Agent *BuiltWith* -header User-Agent *Bullseye* -header User-Agent *BunnySlippers* -header User-Agent *BuzzSumo* -header User-Agent *Bytespider* -header User-Agent *CATExplorador* -header User-Agent *CCBot* -header User-Agent *CODE87* -header User-Agent *CSHttp* -header User-Agent *Calculon* -header User-Agent *CazoodleBot* -header User-Agent *Cegbfeieh* -header User-Agent *CensysInspect* -header User-Agent *ChatGPT-User* -header User-Agent *CheTeam* -header User-Agent *CheeseBot* -header User-Agent *CherryPicker* -header User-Agent *ChinaClaw* -header User-Agent *Chlooe* -header User-Agent *Citoid* -header User-Agent *Claritybot* -header User-Agent *ClaudeBot* -header User-Agent *Cliqzbot* -header User-Agent *Cloud mapping* -header User-Agent *Cocolyzebot* -header User-Agent *Cogentbot* -header User-Agent *Collector* -header User-Agent *Copier* -header User-Agent *CopyRightCheck* -header User-Agent *Copyscape* -header User-Agent *Cosmos* -header User-Agent *Craftbot* -header User-Agent *Crawling at Home Project* -header User-Agent *CrazyWebCrawler* -header User-Agent *Crescent* -header User-Agent *CrunchBot* -header User-Agent *Curious* -header User-Agent *Custo* -header User-Agent *CyotekWebCopy* -header User-Agent *DBLBot* -header User-Agent *DIIbot* -header User-Agent *DSearch* -header User-Agent *DTS Agent* -header User-Agent *DataCha0s* -header User-Agent *DatabaseDriverMysqli* -header User-Agent *Demon* -header User-Agent *Deusu* -header User-Agent *Devil* -header User-Agent *Digincore* -header User-Agent *DigitalPebble* -header User-Agent *Dirbuster* -header User-Agent *Disco* -header User-Agent *Discobot* -header User-Agent *Discoverybot* -header User-Agent *Dispatch* -header User-Agent *DittoSpyder* -header User-Agent *DnBCrawler-Analytics* -header User-Agent *DnyzBot* -header User-Agent *DomCopBot* -header User-Agent *DomainAppender* -header User-Agent *DomainCrawler* -header User-Agent *DomainSigmaCrawler* -header User-Agent *DomainStatsBot* -header User-Agent *Domains Project* -header User-Agent *Dotbot* -header User-Agent *Download Wonder* -header User-Agent *Dragonfly* -header User-Agent *Drip* -header User-Agent *ECCP/1.0* -header User-Agent *EMail Siphon* -header User-Agent *EMail Wolf* -header User-Agent *EasyDL* -header User-Agent *Ebingbong* -header User-Agent *Ecxi* -header User-Agent *EirGrabber* -header User-Agent *EroCrawler* -header User-Agent *Evil* -header User-Agent *Exabot* -header User-Agent *Express WebPictures* -header User-Agent *ExtLinksBot* -header User-Agent *Extractor* -header User-Agent *ExtractorPro* -header User-Agent *Extreme Picture Finder* -header User-Agent *EyeNetIE* -header User-Agent *Ezooms* -header User-Agent *FDM* -header User-Agent *FHscan* -header User-Agent *FacebookBot* -header User-Agent *FemtosearchBot* -header User-Agent *Fimap* -header User-Agent *Firefox/7.0* -header User-Agent *FlashGet* -header User-Agent *Flunky* -header User-Agent *Foobot* -header User-Agent *Freeuploader* -header User-Agent *FrontPage* -header User-Agent *Fuzz* -header User-Agent *FyberSpider* -header User-Agent *Fyrebot* -header User-Agent *G-i-g-a-b-o-t* -header User-Agent *GPTBot* -header User-Agent *GT::WWW* -header User-Agent *GalaxyBot* -header User-Agent *Genieo* -header User-Agent *GermCrawler* -header User-Agent *GetRight* -header User-Agent *GetWeb* -header User-Agent *Getintent* -header User-Agent *Gigabot* -header User-Agent *Go!Zilla* -header User-Agent *Go-Ahead-Got-It* -header User-Agent *GoZilla* -header User-Agent *Gotit* -header User-Agent *GrabNet* -header User-Agent *Grabber* -header User-Agent *Grafula* -header User-Agent *GrapeFX* -header User-Agent *GrapeshotCrawler* -header User-Agent *GridBot* -header User-Agent *HEADMasterSEO* -header User-Agent *HMView* -header User-Agent *HTMLparser* -header User-Agent *HTTP::Lite* -header User-Agent *HTTrack* -header User-Agent *Haansoft* -header User-Agent *HaosouSpider* -header User-Agent *Harvest* -header User-Agent *Havij* -header User-Agent *Heritrix* -header User-Agent *Hloader* -header User-Agent *HonoluluBot* -header User-Agent *Humanlinks* -header User-Agent *HybridBot* -header User-Agent *IDBTE4M* -header User-Agent *IDBot* -header User-Agent *IRLbot* -header User-Agent *Iblog* -header User-Agent *Id-search* -header User-Agent *IlseBot* -header User-Agent *Image Fetch* -header User-Agent *Image Sucker* -header User-Agent *ImagesiftBot* -header User-Agent *IndeedBot* -header User-Agent *Indy Library* -header User-Agent *InfoNaviRobot* -header User-Agent *InfoTekies* -header User-Agent *Information Security Team InfraSec Scanner* -header User-Agent *InfraSec Scanner* -header User-Agent *Intelliseek* -header User-Agent *InterGET* -header User-Agent *InternetMeasurement* -header User-Agent *InternetSeer* -header User-Agent *Internet Ninja* -header User-Agent *Iria* -header User-Agent *Iskanie* -header User-Agent *IstellaBot* -header User-Agent *JOC Web Spider* -header User-Agent *JamesBOT* -header User-Agent *Jbrofuzz* -header User-Agent *JennyBot* -header User-Agent *JetCar* -header User-Agent *Jetty* -header User-Agent *JikeSpider* -header User-Agent *Joomla* -header User-Agent *Jorgee* -header User-Agent *JustView* -header User-Agent *Jyxobot* -header User-Agent *Kenjin Spider* -header User-Agent *Keybot Translation-Search-Machine* -header User-Agent *Keyword Density* -header User-Agent *Kinza* -header User-Agent *Kozmosbot* -header User-Agent *LNSpiderguy* -header User-Agent *LWP::Simple* -header User-Agent *Lanshanbot* -header User-Agent *Larbin* -header User-Agent *Leap* -header User-Agent *LeechFTP* -header User-Agent *LeechGet* -header User-Agent *LexiBot* -header User-Agent *Lftp* -header User-Agent *LibWeb* -header User-Agent *Libwhisker* -header User-Agent *LieBaoFast* -header User-Agent *Lightspeedsystems* -header User-Agent *Likse* -header User-Agent *LinkScan* -header User-Agent *LinkWalker* -header User-Agent *Linkbot* -header User-Agent *LinkextractorPro* -header User-Agent *LinkpadBot* -header User-Agent *LinksManager* -header User-Agent *LinqiaMetadataDownloaderBot* -header User-Agent *LinqiaRSSBot* -header User-Agent *LinqiaScrapeBot* -header User-Agent *Lipperhey* -header User-Agent *Lipperhey Spider* -header User-Agent *Litemage_walker* -header User-Agent *Lmspider* -header User-Agent *Ltx71* -header User-Agent *MFC_Tear_Sample* -header User-Agent *MIDown tool* -header User-Agent *MIIxpc* -header User-Agent *MJ12bot* -header User-Agent *MQQBrowser* -header User-Agent *MSFrontPage* -header User-Agent *MSIECrawler* -header User-Agent *MTRobot* -header User-Agent *Mag-Net* -header User-Agent *Magnet* -header User-Agent *Mail.RU_Bot* -header User-Agent *Majestic-SEO* -header User-Agent *Majestic12* -header User-Agent *Majestic SEO* -header User-Agent *MarkMonitor* -header User-Agent *MarkWatch* -header User-Agent *Mass Downloader* -header User-Agent *Masscan* -header User-Agent *Mata Hari* -header User-Agent *MauiBot* -header User-Agent *Mb2345Browser* -header User-Agent *MeanPath Bot* -header User-Agent *Meanpathbot* -header User-Agent *Mediatoolkitbot* -header User-Agent *MegaIndex.ru* -header User-Agent *Metauri* -header User-Agent *MicroMessenger* -header User-Agent *Microsoft Data Access* -header User-Agent *Microsoft URL Control* -header User-Agent *Minefield* -header User-Agent *Mister PiX* -header User-Agent *Moblie Safari* -header User-Agent *Mojeek* -header User-Agent *Mojolicious* -header User-Agent *MolokaiBot* -header User-Agent *Morfeus Fucking Scanner* -header User-Agent *Mozlila* -header User-Agent *Mr.4x3* -header User-Agent *Msrabot* -header User-Agent *Musobot* -header User-Agent *NICErsPRO* -header User-Agent *NPbot* -header User-Agent *Name Intelligence* -header User-Agent *Nameprotect* -header User-Agent *Navroad* -header User-Agent *NearSite* -header User-Agent *Needle* -header User-Agent *Nessus* -header User-Agent *NetAnts* -header User-Agent *NetLyzer* -header User-Agent *NetMechanic* -header User-Agent *NetSpider* -header User-Agent *NetZIP* -header User-Agent *Net Vampire* -header User-Agent *Netcraft* -header User-Agent *Nettrack* -header User-Agent *Netvibes* -header User-Agent *NextGenSearchBot* -header User-Agent *Nibbler* -header User-Agent *Niki-bot* -header User-Agent *Nikto* -header User-Agent *NimbleCrawler* -header User-Agent *Nimbostratus* -header User-Agent *Ninja* -header User-Agent *Nmap* -header User-Agent *Nuclei* -header User-Agent *Nutch* -header User-Agent *Octopus* -header User-Agent *Offline Explorer* -header User-Agent *Offline Navigator* -header User-Agent *OnCrawl* -header User-Agent *OpenLinkProfiler* -header User-Agent *OpenVAS* -header User-Agent *Openfind* -header User-Agent *Openvas* -header User-Agent *OrangeBot* -header User-Agent *OrangeSpider* -header User-Agent *OutclicksBot* -header User-Agent *OutfoxBot* -header User-Agent *PECL::HTTP* -header User-Agent *PHPCrawl* -header User-Agent *POE-Component-Client-HTTP* -header User-Agent *PageAnalyzer* -header User-Agent *PageGrabber* -header User-Agent *PageScorer* -header User-Agent *PageThing.com* -header User-Agent *Page Analyzer* -header User-Agent *Pandalytics* -header User-Agent *Panscient* -header User-Agent *Papa Foto* -header User-Agent *Pavuk* -header User-Agent *PeoplePal* -header User-Agent *Petalbot* -header User-Agent *Pi-Monster* -header User-Agent *Picscout* -header User-Agent *Picsearch* -header User-Agent *PictureFinder* -header User-Agent *Piepmatz* -header User-Agent *Pimonster* -header User-Agent *Pixray* -header User-Agent *PleaseCrawl* -header User-Agent *Pockey* -header User-Agent *ProPowerBot* -header User-Agent *ProWebWalker* -header User-Agent *Probethenet* -header User-Agent *Proximic* -header User-Agent *Psbot* -header User-Agent *Pu_iN* -header User-Agent *Pump* -header User-Agent *PxBroker* -header User-Agent *PyCurl* -header User-Agent *QueryN Metasearch* -header User-Agent *Quick-Crawler* -header User-Agent *RSSingBot* -header User-Agent *Rainbot* -header User-Agent *RankActive* -header User-Agent *RankActiveLinkBot* -header User-Agent *RankFlex* -header User-Agent *RankingBot* -header User-Agent *RankingBot2* -header User-Agent *Rankivabot* -header User-Agent *RankurBot* -header User-Agent *Re-re* -header User-Agent *ReGet* -header User-Agent *RealDownload* -header User-Agent *Reaper* -header User-Agent *RebelMouse* -header User-Agent *Recorder* -header User-Agent *RedesScrapy* -header User-Agent *RepoMonkey* -header User-Agent *Ripper* -header User-Agent *RocketCrawler* -header User-Agent *Rogerbot* -header User-Agent *SBIder* -header User-Agent *SEOkicks* -header User-Agent *SEOkicks-Robot* -header User-Agent *SEOlyt* -header User-Agent *SEOlyticsCrawler* -header User-Agent *SEOprofiler* -header User-Agent *SEOstats* -header User-Agent *SISTRIX* -header User-Agent *SMTBot* -header User-Agent *SalesIntelligent* -header User-Agent *ScanAlert* -header User-Agent *Scanbot* -header User-Agent *ScoutJet* -header User-Agent *Scrapy* -header User-Agent *Screaming* -header User-Agent *ScreenerBot* -header User-Agent *ScrepyBot* -header User-Agent *Searchestate* -header User-Agent *SearchmetricsBot* -header User-Agent *Seekport* -header User-Agent *SeekportBot* -header User-Agent *SemanticJuice* -header User-Agent *Semrush* -header User-Agent *SemrushBot* -header User-Agent *SentiBot* -header User-Agent *SenutoBot* -header User-Agent *SeoSiteCheckup* -header User-Agent *SeobilityBot* -header User-Agent *Seomoz* -header User-Agent *Shodan* -header User-Agent *Siphon* -header User-Agent *SiteCheckerBotCrawler* -header User-Agent *SiteExplorer* -header User-Agent *SiteLockSpider* -header User-Agent *SiteSnagger* -header User-Agent *SiteSucker* -header User-Agent *Site Sucker* -header User-Agent *Sitebeam* -header User-Agent *Siteimprove* -header User-Agent *Sitevigil* -header User-Agent *SlySearch* -header User-Agent *SmartDownload* -header User-Agent *Snake* -header User-Agent *Snapbot* -header User-Agent *Snoopy* -header User-Agent *SocialRankIOBot* -header User-Agent *Sociscraper* -header User-Agent *Sogou web spider* -header User-Agent *Sosospider* -header User-Agent *Sottopop* -header User-Agent *SpaceBison* -header User-Agent *Spammen* -header User-Agent *SpankBot* -header User-Agent *Spanner* -header User-Agent *Spbot* -header User-Agent *Spider_Bot* -header User-Agent *Spider_Bot/3.0* -header User-Agent *Spinn3r* -header User-Agent *SputnikBot* -header User-Agent *Sqlmap* -header User-Agent *Sqlworm* -header User-Agent *Sqworm* -header User-Agent *Steeler* -header User-Agent *Stripper* -header User-Agent *Sucker* -header User-Agent *Sucuri* -header User-Agent *SuperBot* -header User-Agent *SuperHTTP* -header User-Agent *Surfbot* -header User-Agent *SurveyBot* -header User-Agent *Suzuran* -header User-Agent *Swiftbot* -header User-Agent *Szukacz* -header User-Agent *T0PHackTeam* -header User-Agent *T8Abot* -header User-Agent *Teleport* -header User-Agent *TeleportPro* -header User-Agent *Telesoft* -header User-Agent *Telesphoreo* -header User-Agent *Telesphorep* -header User-Agent *TheNomad* -header User-Agent *The Intraformant* -header User-Agent *Thumbor* -header User-Agent *TightTwatBot* -header User-Agent *TinyTestBot* -header User-Agent *Titan* -header User-Agent *Toata* -header User-Agent *Toweyabot* -header User-Agent *Tracemyfile* -header User-Agent *Trendiction* -header User-Agent *Trendictionbot* -header User-Agent *True_Robot* -header User-Agent *Turingos* -header User-Agent *Turnitin* -header User-Agent *TurnitinBot* -header User-Agent *TwengaBot* -header User-Agent *Twice* -header User-Agent *Typhoeus* -header User-Agent *URLy.Warning* -header User-Agent *URLy Warning* -header User-Agent *UnisterBot* -header User-Agent *Upflow* -header User-Agent *V-BOT* -header User-Agent *VB Project* -header User-Agent *VCI* -header User-Agent *Vacuum* -header User-Agent *Vagabondo* -header User-Agent *VelenPublicWebCrawler* -header User-Agent *VeriCiteCrawler* -header User-Agent *VidibleScraper* -header User-Agent *Virusdie* -header User-Agent *VoidEYE* -header User-Agent *Voil* -header User-Agent *Voltron* -header User-Agent *WASALive-Bot* -header User-Agent *WBSearchBot* -header User-Agent *WEBDAV* -header User-Agent *WISENutbot* -header User-Agent *WPScan* -header User-Agent *WWW-Collector-E* -header User-Agent *WWW-Mechanize* -header User-Agent *WWW::Mechanize* -header User-Agent *WWWOFFLE* -header User-Agent *Wallpapers* -header User-Agent *Wallpapers/3.0* -header User-Agent *WallpapersHD* -header User-Agent *WeSEE* -header User-Agent *WebAuto* -header User-Agent *WebBandit* -header User-Agent *WebCollage* -header User-Agent *WebCopier* -header User-Agent *WebEnhancer* -header User-Agent *WebFetch* -header User-Agent *WebFuck* -header User-Agent *WebGo IS* -header User-Agent *WebImageCollector* -header User-Agent *WebLeacher* -header User-Agent *WebPix* -header User-Agent *WebReaper* -header User-Agent *WebSauger* -header User-Agent *WebStripper* -header User-Agent *WebSucker* -header User-Agent *WebWhacker* -header User-Agent *WebZIP* -header User-Agent *Web Auto* -header User-Agent *Web Collage* -header User-Agent *Web Enhancer* -header User-Agent *Web Fetch* -header User-Agent *Web Fuck* -header User-Agent *Web Pix* -header User-Agent *Web Sauger* -header User-Agent *Web Sucker* -header User-Agent *Webalta* -header User-Agent *WebmasterWorldForumBot* -header User-Agent *Webshag* -header User-Agent *WebsiteExtractor* -header User-Agent *WebsiteQuester* -header User-Agent *Website Quester* -header User-Agent *Webster* -header User-Agent *Whack* -header User-Agent *Whacker* -header User-Agent *Whatweb* -header User-Agent *Who.is Bot* -header User-Agent *Widow* -header User-Agent *WinHTTrack* -header User-Agent *WiseGuys Robot* -header User-Agent *Wonderbot* -header User-Agent *Woobot* -header User-Agent *Wotbox* -header User-Agent *Wprecon* -header User-Agent *Xaldon WebSpider* -header User-Agent *Xaldon_WebSpider* -header User-Agent *Xenu* -header User-Agent *YaK* -header User-Agent *YoudaoBot* -header User-Agent *Zade* -header User-Agent *Zauba* -header User-Agent *Zermelo* -header User-Agent *Zeus* -header User-Agent *Zitebot* -header User-Agent *ZmEu* -header User-Agent *ZoomBot* -header User-Agent *ZoominfoBot* -header User-Agent *ZumBot* -header User-Agent *ZyBorg* -header User-Agent *adscanner* -header User-Agent *anthropic-ai* -header User-Agent *archive.org_bot* -header User-Agent *arquivo-web-crawler* -header User-Agent *arquivo.pt* -header User-Agent *autoemailspider* -header User-Agent *awario.com* -header User-Agent *backlink-check* -header User-Agent *cah.io.community* -header User-Agent *check1.exe* -header User-Agent *clark-crawler* -header User-Agent *coccocbot* -header User-Agent *cognitiveseo* -header User-Agent *cohere-ai* -header User-Agent *com.plumanalytics* -header User-Agent *crawl.sogou.com* -header User-Agent *crawler.feedback* -header User-Agent *crawler4j* -header User-Agent *dataforseo.com* -header User-Agent *dataforseobot* -header User-Agent *demandbase-bot* -header User-Agent *domainsproject.org* -header User-Agent *eCatch* -header User-Agent *evc-batch* -header User-Agent *facebookscraper* -header User-Agent *gopher* -header User-Agent *heritrix* -header User-Agent *imagesift.com* -header User-Agent *instabid* -header User-Agent *internetVista monitor* -header User-Agent *ips-agent* -header User-Agent *isitwp.com* -header User-Agent *iubenda-radar* -header User-Agent *linkdexbot* -header User-Agent *linkfluence* -header User-Agent *lwp-request* -header User-Agent *lwp-trivial* -header User-Agent *magpie-crawler* -header User-Agent *meanpathbot* -header User-Agent *mediawords* -header User-Agent *muhstik-scan* -header User-Agent *netEstate NE Crawler* -header User-Agent *oBot* -header User-Agent *omgili* -header User-Agent *openai* -header User-Agent *openai.com* -header User-Agent *page scorer* -header User-Agent *pcBrowser* -header User-Agent *plumanalytics* -header User-Agent *polaris version* -header User-Agent *probe-image-size* -header User-Agent *ripz* -header User-Agent *s1z.ru* -header User-Agent *satoristudio.net* -header User-Agent *scalaj-http* -header User-Agent *scan.lol* -header User-Agent *seobility* -header User-Agent *seocompany.store* -header User-Agent *seoscanners* -header User-Agent *seostar* -header User-Agent *serpstatbot* -header User-Agent *sexsearcher* -header User-Agent *sitechecker.pro* -header User-Agent *siteripz* -header User-Agent *sogouspider* -header User-Agent *sp_auditbot* -header User-Agent *spyfu* -header User-Agent *sysscan* -header User-Agent *tAkeOut* -header User-Agent *trendiction.com* -header User-Agent *trendiction.de* -header User-Agent *ubermetrics-technologies.com* -header User-Agent *voyagerx.com* -header User-Agent *webgains-bot* -header User-Agent *webmeup-crawler* -header User-Agent *webpros.com* -header User-Agent *webprosbot* -header User-Agent *x09Mozilla* -header User-Agent *x22Mozilla* -header User-Agent *xpymep1.exe* -header User-Agent *zauba.io* -header User-Agent *zgrab* \ No newline at end of file +header User-Agent "*01h4x.com*" +header User-Agent "*360Spider*" +header User-Agent "*404checker*" +header User-Agent "*404enemy*" +header User-Agent "*80legs*" +header User-Agent "*ADmantX*" +header User-Agent "*AIBOT*" +header User-Agent "*ALittle Client*" +header User-Agent "*ASPSeek*" +header User-Agent "*Abonti*" +header User-Agent "*Aboundex*" +header User-Agent "*Aboundexbot*" +header User-Agent "*Acunetix*" +header User-Agent "*AdsTxtCrawlerTP*" +header User-Agent "*AfD-Verbotsverfahren*" +header User-Agent "*AhrefsBot*" +header User-Agent "*AiHitBot*" +header User-Agent "*Aipbot*" +header User-Agent "*Alexibot*" +header User-Agent "*AllSubmitter*" +header User-Agent "*Alligator*" +header User-Agent "*AlphaBot*" +header User-Agent "*Anarchie*" +header User-Agent "*Anarchy*" +header User-Agent "*Anarchy99*" +header User-Agent "*Ankit*" +header User-Agent "*Anthill*" +header User-Agent "*Apexoo*" +header User-Agent "*Aspiegel*" +header User-Agent "*Asterias*" +header User-Agent "*Atomseobot*" +header User-Agent "*Attach*" +header User-Agent "*AwarioBot*" +header User-Agent "*AwarioRssBot*" +header User-Agent "*AwarioSmartBot*" +header User-Agent "*BBBike*" +header User-Agent "*BDCbot*" +header User-Agent "*BDFetch*" +header User-Agent "*BLEXBot*" +header User-Agent "*BackDoorBot*" +header User-Agent "*BackStreet*" +header User-Agent "*BackWeb*" +header User-Agent "*Backlink-Ceck*" +header User-Agent "*BacklinkCrawler*" +header User-Agent "*BacklinksExtendedBot*" +header User-Agent "*Badass*" +header User-Agent "*Bandit*" +header User-Agent "*Barkrowler*" +header User-Agent "*BatchFTP*" +header User-Agent "*Battleztar Bazinga*" +header User-Agent "*BetaBot*" +header User-Agent "*Bigfoot*" +header User-Agent "*Bitacle*" +header User-Agent "*BlackWidow*" +header User-Agent "*Black Hole*" +header User-Agent "*Blackboard*" +header User-Agent "*Blow*" +header User-Agent "*BlowFish*" +header User-Agent "*Boardreader*" +header User-Agent "*Bolt*" +header User-Agent "*BotALot*" +header User-Agent "*Brandprotect*" +header User-Agent "*Brandwatch*" +header User-Agent "*Buck*" +header User-Agent "*Buddy*" +header User-Agent "*BuiltBotTough*" +header User-Agent "*BuiltWith*" +header User-Agent "*Bullseye*" +header User-Agent "*BunnySlippers*" +header User-Agent "*BuzzSumo*" +header User-Agent "*Bytespider*" +header User-Agent "*CATExplorador*" +header User-Agent "*CCBot*" +header User-Agent "*CODE87*" +header User-Agent "*CSHttp*" +header User-Agent "*Calculon*" +header User-Agent "*CazoodleBot*" +header User-Agent "*Cegbfeieh*" +header User-Agent "*CensysInspect*" +header User-Agent "*ChatGPT-User*" +header User-Agent "*CheTeam*" +header User-Agent "*CheeseBot*" +header User-Agent "*CherryPicker*" +header User-Agent "*ChinaClaw*" +header User-Agent "*Chlooe*" +header User-Agent "*Citoid*" +header User-Agent "*Claritybot*" +header User-Agent "*ClaudeBot*" +header User-Agent "*Cliqzbot*" +header User-Agent "*Cloud mapping*" +header User-Agent "*Cocolyzebot*" +header User-Agent "*Cogentbot*" +header User-Agent "*Collector*" +header User-Agent "*Copier*" +header User-Agent "*CopyRightCheck*" +header User-Agent "*Copyscape*" +header User-Agent "*Cosmos*" +header User-Agent "*Craftbot*" +header User-Agent "*Crawling at Home Project*" +header User-Agent "*CrazyWebCrawler*" +header User-Agent "*Crescent*" +header User-Agent "*CrunchBot*" +header User-Agent "*Curious*" +header User-Agent "*Custo*" +header User-Agent "*CyotekWebCopy*" +header User-Agent "*DBLBot*" +header User-Agent "*DIIbot*" +header User-Agent "*DSearch*" +header User-Agent "*DTS Agent*" +header User-Agent "*DataCha0s*" +header User-Agent "*DatabaseDriverMysqli*" +header User-Agent "*Demon*" +header User-Agent "*Deusu*" +header User-Agent "*Devil*" +header User-Agent "*Digincore*" +header User-Agent "*DigitalPebble*" +header User-Agent "*Dirbuster*" +header User-Agent "*Disco*" +header User-Agent "*Discobot*" +header User-Agent "*Discoverybot*" +header User-Agent "*Dispatch*" +header User-Agent "*DittoSpyder*" +header User-Agent "*DnBCrawler-Analytics*" +header User-Agent "*DnyzBot*" +header User-Agent "*DomCopBot*" +header User-Agent "*DomainAppender*" +header User-Agent "*DomainCrawler*" +header User-Agent "*DomainSigmaCrawler*" +header User-Agent "*DomainStatsBot*" +header User-Agent "*Domains Project*" +header User-Agent "*Dotbot*" +header User-Agent "*Download Wonder*" +header User-Agent "*Dragonfly*" +header User-Agent "*Drip*" +header User-Agent "*ECCP/1.0*" +header User-Agent "*EMail Siphon*" +header User-Agent "*EMail Wolf*" +header User-Agent "*EasyDL*" +header User-Agent "*Ebingbong*" +header User-Agent "*Ecxi*" +header User-Agent "*EirGrabber*" +header User-Agent "*EroCrawler*" +header User-Agent "*Evil*" +header User-Agent "*Exabot*" +header User-Agent "*Express WebPictures*" +header User-Agent "*ExtLinksBot*" +header User-Agent "*Extractor*" +header User-Agent "*ExtractorPro*" +header User-Agent "*Extreme Picture Finder*" +header User-Agent "*EyeNetIE*" +header User-Agent "*Ezooms*" +header User-Agent "*FDM*" +header User-Agent "*FHscan*" +header User-Agent "*FacebookBot*" +header User-Agent "*FemtosearchBot*" +header User-Agent "*Fimap*" +header User-Agent "*Firefox/7.0*" +header User-Agent "*FlashGet*" +header User-Agent "*Flunky*" +header User-Agent "*Foobot*" +header User-Agent "*Freeuploader*" +header User-Agent "*FrontPage*" +header User-Agent "*Fuzz*" +header User-Agent "*FyberSpider*" +header User-Agent "*Fyrebot*" +header User-Agent "*G-i-g-a-b-o-t*" +header User-Agent "*GPTBot*" +header User-Agent "*GT::WWW*" +header User-Agent "*GalaxyBot*" +header User-Agent "*Genieo*" +header User-Agent "*GermCrawler*" +header User-Agent "*GetRight*" +header User-Agent "*GetWeb*" +header User-Agent "*Getintent*" +header User-Agent "*Gigabot*" +header User-Agent "*Go!Zilla*" +header User-Agent "*Go-Ahead-Got-It*" +header User-Agent "*GoZilla*" +header User-Agent "*Gotit*" +header User-Agent "*GrabNet*" +header User-Agent "*Grabber*" +header User-Agent "*Grafula*" +header User-Agent "*GrapeFX*" +header User-Agent "*GrapeshotCrawler*" +header User-Agent "*GridBot*" +header User-Agent "*HEADMasterSEO*" +header User-Agent "*HMView*" +header User-Agent "*HTMLparser*" +header User-Agent "*HTTP::Lite*" +header User-Agent "*HTTrack*" +header User-Agent "*Haansoft*" +header User-Agent "*HaosouSpider*" +header User-Agent "*Harvest*" +header User-Agent "*Havij*" +header User-Agent "*Heritrix*" +header User-Agent "*Hloader*" +header User-Agent "*HonoluluBot*" +header User-Agent "*Humanlinks*" +header User-Agent "*HybridBot*" +header User-Agent "*IDBTE4M*" +header User-Agent "*IDBot*" +header User-Agent "*IRLbot*" +header User-Agent "*Iblog*" +header User-Agent "*Id-search*" +header User-Agent "*IlseBot*" +header User-Agent "*Image Fetch*" +header User-Agent "*Image Sucker*" +header User-Agent "*ImagesiftBot*" +header User-Agent "*IndeedBot*" +header User-Agent "*Indy Library*" +header User-Agent "*InfoNaviRobot*" +header User-Agent "*InfoTekies*" +header User-Agent "*Information Security Team InfraSec Scanner*" +header User-Agent "*InfraSec Scanner*" +header User-Agent "*Intelliseek*" +header User-Agent "*InterGET*" +header User-Agent "*InternetMeasurement*" +header User-Agent "*InternetSeer*" +header User-Agent "*Internet Ninja*" +header User-Agent "*Iria*" +header User-Agent "*Iskanie*" +header User-Agent "*IstellaBot*" +header User-Agent "*JOC Web Spider*" +header User-Agent "*JamesBOT*" +header User-Agent "*Jbrofuzz*" +header User-Agent "*JennyBot*" +header User-Agent "*JetCar*" +header User-Agent "*Jetty*" +header User-Agent "*JikeSpider*" +header User-Agent "*Joomla*" +header User-Agent "*Jorgee*" +header User-Agent "*JustView*" +header User-Agent "*Jyxobot*" +header User-Agent "*Kenjin Spider*" +header User-Agent "*Keybot Translation-Search-Machine*" +header User-Agent "*Keyword Density*" +header User-Agent "*Kinza*" +header User-Agent "*Kozmosbot*" +header User-Agent "*LNSpiderguy*" +header User-Agent "*LWP::Simple*" +header User-Agent "*Lanshanbot*" +header User-Agent "*Larbin*" +header User-Agent "*Leap*" +header User-Agent "*LeechFTP*" +header User-Agent "*LeechGet*" +header User-Agent "*LexiBot*" +header User-Agent "*Lftp*" +header User-Agent "*LibWeb*" +header User-Agent "*Libwhisker*" +header User-Agent "*LieBaoFast*" +header User-Agent "*Lightspeedsystems*" +header User-Agent "*Likse*" +header User-Agent "*LinkScan*" +header User-Agent "*LinkWalker*" +header User-Agent "*Linkbot*" +header User-Agent "*LinkextractorPro*" +header User-Agent "*LinkpadBot*" +header User-Agent "*LinksManager*" +header User-Agent "*LinqiaMetadataDownloaderBot*" +header User-Agent "*LinqiaRSSBot*" +header User-Agent "*LinqiaScrapeBot*" +header User-Agent "*Lipperhey*" +header User-Agent "*Lipperhey Spider*" +header User-Agent "*Litemage_walker*" +header User-Agent "*Lmspider*" +header User-Agent "*Ltx71*" +header User-Agent "*MFC_Tear_Sample*" +header User-Agent "*MIDown tool*" +header User-Agent "*MIIxpc*" +header User-Agent "*MJ12bot*" +header User-Agent "*MQQBrowser*" +header User-Agent "*MSFrontPage*" +header User-Agent "*MSIECrawler*" +header User-Agent "*MTRobot*" +header User-Agent "*Mag-Net*" +header User-Agent "*Magnet*" +header User-Agent "*Mail.RU_Bot*" +header User-Agent "*Majestic-SEO*" +header User-Agent "*Majestic12*" +header User-Agent "*Majestic SEO*" +header User-Agent "*MarkMonitor*" +header User-Agent "*MarkWatch*" +header User-Agent "*Mass Downloader*" +header User-Agent "*Masscan*" +header User-Agent "*Mata Hari*" +header User-Agent "*MauiBot*" +header User-Agent "*Mb2345Browser*" +header User-Agent "*MeanPath Bot*" +header User-Agent "*Meanpathbot*" +header User-Agent "*Mediatoolkitbot*" +header User-Agent "*MegaIndex.ru*" +header User-Agent "*Metauri*" +header User-Agent "*MicroMessenger*" +header User-Agent "*Microsoft Data Access*" +header User-Agent "*Microsoft URL Control*" +header User-Agent "*Minefield*" +header User-Agent "*Mister PiX*" +header User-Agent "*Moblie Safari*" +header User-Agent "*Mojeek*" +header User-Agent "*Mojolicious*" +header User-Agent "*MolokaiBot*" +header User-Agent "*Morfeus Fucking Scanner*" +header User-Agent "*Mozlila*" +header User-Agent "*Mr.4x3*" +header User-Agent "*Msrabot*" +header User-Agent "*Musobot*" +header User-Agent "*NICErsPRO*" +header User-Agent "*NPbot*" +header User-Agent "*Name Intelligence*" +header User-Agent "*Nameprotect*" +header User-Agent "*Navroad*" +header User-Agent "*NearSite*" +header User-Agent "*Needle*" +header User-Agent "*Nessus*" +header User-Agent "*NetAnts*" +header User-Agent "*NetLyzer*" +header User-Agent "*NetMechanic*" +header User-Agent "*NetSpider*" +header User-Agent "*NetZIP*" +header User-Agent "*Net Vampire*" +header User-Agent "*Netcraft*" +header User-Agent "*Nettrack*" +header User-Agent "*Netvibes*" +header User-Agent "*NextGenSearchBot*" +header User-Agent "*Nibbler*" +header User-Agent "*Niki-bot*" +header User-Agent "*Nikto*" +header User-Agent "*NimbleCrawler*" +header User-Agent "*Nimbostratus*" +header User-Agent "*Ninja*" +header User-Agent "*Nmap*" +header User-Agent "*Nuclei*" +header User-Agent "*Nutch*" +header User-Agent "*Octopus*" +header User-Agent "*Offline Explorer*" +header User-Agent "*Offline Navigator*" +header User-Agent "*OnCrawl*" +header User-Agent "*OpenLinkProfiler*" +header User-Agent "*OpenVAS*" +header User-Agent "*Openfind*" +header User-Agent "*Openvas*" +header User-Agent "*OrangeBot*" +header User-Agent "*OrangeSpider*" +header User-Agent "*OutclicksBot*" +header User-Agent "*OutfoxBot*" +header User-Agent "*PECL::HTTP*" +header User-Agent "*PHPCrawl*" +header User-Agent "*POE-Component-Client-HTTP*" +header User-Agent "*PageAnalyzer*" +header User-Agent "*PageGrabber*" +header User-Agent "*PageScorer*" +header User-Agent "*PageThing.com*" +header User-Agent "*Page Analyzer*" +header User-Agent "*Pandalytics*" +header User-Agent "*Panscient*" +header User-Agent "*Papa Foto*" +header User-Agent "*Pavuk*" +header User-Agent "*PeoplePal*" +header User-Agent "*Petalbot*" +header User-Agent "*Pi-Monster*" +header User-Agent "*Picscout*" +header User-Agent "*Picsearch*" +header User-Agent "*PictureFinder*" +header User-Agent "*Piepmatz*" +header User-Agent "*Pimonster*" +header User-Agent "*Pixray*" +header User-Agent "*PleaseCrawl*" +header User-Agent "*Pockey*" +header User-Agent "*ProPowerBot*" +header User-Agent "*ProWebWalker*" +header User-Agent "*Probethenet*" +header User-Agent "*Proximic*" +header User-Agent "*Psbot*" +header User-Agent "*Pu_iN*" +header User-Agent "*Pump*" +header User-Agent "*PxBroker*" +header User-Agent "*PyCurl*" +header User-Agent "*QueryN Metasearch*" +header User-Agent "*Quick-Crawler*" +header User-Agent "*RSSingBot*" +header User-Agent "*Rainbot*" +header User-Agent "*RankActive*" +header User-Agent "*RankActiveLinkBot*" +header User-Agent "*RankFlex*" +header User-Agent "*RankingBot*" +header User-Agent "*RankingBot2*" +header User-Agent "*Rankivabot*" +header User-Agent "*RankurBot*" +header User-Agent "*Re-re*" +header User-Agent "*ReGet*" +header User-Agent "*RealDownload*" +header User-Agent "*Reaper*" +header User-Agent "*RebelMouse*" +header User-Agent "*Recorder*" +header User-Agent "*RedesScrapy*" +header User-Agent "*RepoMonkey*" +header User-Agent "*Ripper*" +header User-Agent "*RocketCrawler*" +header User-Agent "*Rogerbot*" +header User-Agent "*SBIder*" +header User-Agent "*SEOkicks*" +header User-Agent "*SEOkicks-Robot*" +header User-Agent "*SEOlyt*" +header User-Agent "*SEOlyticsCrawler*" +header User-Agent "*SEOprofiler*" +header User-Agent "*SEOstats*" +header User-Agent "*SISTRIX*" +header User-Agent "*SMTBot*" +header User-Agent "*SalesIntelligent*" +header User-Agent "*ScanAlert*" +header User-Agent "*Scanbot*" +header User-Agent "*ScoutJet*" +header User-Agent "*Scrapy*" +header User-Agent "*Screaming*" +header User-Agent "*ScreenerBot*" +header User-Agent "*ScrepyBot*" +header User-Agent "*Searchestate*" +header User-Agent "*SearchmetricsBot*" +header User-Agent "*Seekport*" +header User-Agent "*SeekportBot*" +header User-Agent "*SemanticJuice*" +header User-Agent "*Semrush*" +header User-Agent "*SemrushBot*" +header User-Agent "*SentiBot*" +header User-Agent "*SenutoBot*" +header User-Agent "*SeoSiteCheckup*" +header User-Agent "*SeobilityBot*" +header User-Agent "*Seomoz*" +header User-Agent "*Shodan*" +header User-Agent "*Siphon*" +header User-Agent "*SiteCheckerBotCrawler*" +header User-Agent "*SiteExplorer*" +header User-Agent "*SiteLockSpider*" +header User-Agent "*SiteSnagger*" +header User-Agent "*SiteSucker*" +header User-Agent "*Site Sucker*" +header User-Agent "*Sitebeam*" +header User-Agent "*Siteimprove*" +header User-Agent "*Sitevigil*" +header User-Agent "*SlySearch*" +header User-Agent "*SmartDownload*" +header User-Agent "*Snake*" +header User-Agent "*Snapbot*" +header User-Agent "*Snoopy*" +header User-Agent "*SocialRankIOBot*" +header User-Agent "*Sociscraper*" +header User-Agent "*Sogou web spider*" +header User-Agent "*Sosospider*" +header User-Agent "*Sottopop*" +header User-Agent "*SpaceBison*" +header User-Agent "*Spammen*" +header User-Agent "*SpankBot*" +header User-Agent "*Spanner*" +header User-Agent "*Spbot*" +header User-Agent "*Spider_Bot*" +header User-Agent "*Spider_Bot/3.0*" +header User-Agent "*Spinn3r*" +header User-Agent "*SputnikBot*" +header User-Agent "*Sqlmap*" +header User-Agent "*Sqlworm*" +header User-Agent "*Sqworm*" +header User-Agent "*Steeler*" +header User-Agent "*Stripper*" +header User-Agent "*Sucker*" +header User-Agent "*Sucuri*" +header User-Agent "*SuperBot*" +header User-Agent "*SuperHTTP*" +header User-Agent "*Surfbot*" +header User-Agent "*SurveyBot*" +header User-Agent "*Suzuran*" +header User-Agent "*Swiftbot*" +header User-Agent "*Szukacz*" +header User-Agent "*T0PHackTeam*" +header User-Agent "*T8Abot*" +header User-Agent "*Teleport*" +header User-Agent "*TeleportPro*" +header User-Agent "*Telesoft*" +header User-Agent "*Telesphoreo*" +header User-Agent "*Telesphorep*" +header User-Agent "*TheNomad*" +header User-Agent "*The Intraformant*" +header User-Agent "*Thumbor*" +header User-Agent "*TightTwatBot*" +header User-Agent "*TinyTestBot*" +header User-Agent "*Titan*" +header User-Agent "*Toata*" +header User-Agent "*Toweyabot*" +header User-Agent "*Tracemyfile*" +header User-Agent "*Trendiction*" +header User-Agent "*Trendictionbot*" +header User-Agent "*True_Robot*" +header User-Agent "*Turingos*" +header User-Agent "*Turnitin*" +header User-Agent "*TurnitinBot*" +header User-Agent "*TwengaBot*" +header User-Agent "*Twice*" +header User-Agent "*Typhoeus*" +header User-Agent "*URLy.Warning*" +header User-Agent "*URLy Warning*" +header User-Agent "*UnisterBot*" +header User-Agent "*Upflow*" +header User-Agent "*V-BOT*" +header User-Agent "*VB Project*" +header User-Agent "*VCI*" +header User-Agent "*Vacuum*" +header User-Agent "*Vagabondo*" +header User-Agent "*VelenPublicWebCrawler*" +header User-Agent "*VeriCiteCrawler*" +header User-Agent "*VidibleScraper*" +header User-Agent "*Virusdie*" +header User-Agent "*VoidEYE*" +header User-Agent "*Voil*" +header User-Agent "*Voltron*" +header User-Agent "*WASALive-Bot*" +header User-Agent "*WBSearchBot*" +header User-Agent "*WEBDAV*" +header User-Agent "*WISENutbot*" +header User-Agent "*WPScan*" +header User-Agent "*WWW-Collector-E*" +header User-Agent "*WWW-Mechanize*" +header User-Agent "*WWW::Mechanize*" +header User-Agent "*WWWOFFLE*" +header User-Agent "*Wallpapers*" +header User-Agent "*Wallpapers/3.0*" +header User-Agent "*WallpapersHD*" +header User-Agent "*WeSEE*" +header User-Agent "*WebAuto*" +header User-Agent "*WebBandit*" +header User-Agent "*WebCollage*" +header User-Agent "*WebCopier*" +header User-Agent "*WebEnhancer*" +header User-Agent "*WebFetch*" +header User-Agent "*WebFuck*" +header User-Agent "*WebGo IS*" +header User-Agent "*WebImageCollector*" +header User-Agent "*WebLeacher*" +header User-Agent "*WebPix*" +header User-Agent "*WebReaper*" +header User-Agent "*WebSauger*" +header User-Agent "*WebStripper*" +header User-Agent "*WebSucker*" +header User-Agent "*WebWhacker*" +header User-Agent "*WebZIP*" +header User-Agent "*Web Auto*" +header User-Agent "*Web Collage*" +header User-Agent "*Web Enhancer*" +header User-Agent "*Web Fetch*" +header User-Agent "*Web Fuck*" +header User-Agent "*Web Pix*" +header User-Agent "*Web Sauger*" +header User-Agent "*Web Sucker*" +header User-Agent "*Webalta*" +header User-Agent "*WebmasterWorldForumBot*" +header User-Agent "*Webshag*" +header User-Agent "*WebsiteExtractor*" +header User-Agent "*WebsiteQuester*" +header User-Agent "*Website Quester*" +header User-Agent "*Webster*" +header User-Agent "*Whack*" +header User-Agent "*Whacker*" +header User-Agent "*Whatweb*" +header User-Agent "*Who.is Bot*" +header User-Agent "*Widow*" +header User-Agent "*WinHTTrack*" +header User-Agent "*WiseGuys Robot*" +header User-Agent "*Wonderbot*" +header User-Agent "*Woobot*" +header User-Agent "*Wotbox*" +header User-Agent "*Wprecon*" +header User-Agent "*Xaldon WebSpider*" +header User-Agent "*Xaldon_WebSpider*" +header User-Agent "*Xenu*" +header User-Agent "*YaK*" +header User-Agent "*YoudaoBot*" +header User-Agent "*Zade*" +header User-Agent "*Zauba*" +header User-Agent "*Zermelo*" +header User-Agent "*Zeus*" +header User-Agent "*Zitebot*" +header User-Agent "*ZmEu*" +header User-Agent "*ZoomBot*" +header User-Agent "*ZoominfoBot*" +header User-Agent "*ZumBot*" +header User-Agent "*ZyBorg*" +header User-Agent "*adscanner*" +header User-Agent "*anthropic-ai*" +header User-Agent "*archive.org_bot*" +header User-Agent "*arquivo-web-crawler*" +header User-Agent "*arquivo.pt*" +header User-Agent "*autoemailspider*" +header User-Agent "*awario.com*" +header User-Agent "*backlink-check*" +header User-Agent "*cah.io.community*" +header User-Agent "*check1.exe*" +header User-Agent "*clark-crawler*" +header User-Agent "*coccocbot*" +header User-Agent "*cognitiveseo*" +header User-Agent "*cohere-ai*" +header User-Agent "*com.plumanalytics*" +header User-Agent "*crawl.sogou.com*" +header User-Agent "*crawler.feedback*" +header User-Agent "*crawler4j*" +header User-Agent "*dataforseo.com*" +header User-Agent "*dataforseobot*" +header User-Agent "*demandbase-bot*" +header User-Agent "*domainsproject.org*" +header User-Agent "*eCatch*" +header User-Agent "*evc-batch*" +header User-Agent "*facebookscraper*" +header User-Agent "*gopher*" +header User-Agent "*heritrix*" +header User-Agent "*imagesift.com*" +header User-Agent "*instabid*" +header User-Agent "*internetVista monitor*" +header User-Agent "*ips-agent*" +header User-Agent "*isitwp.com*" +header User-Agent "*iubenda-radar*" +header User-Agent "*linkdexbot*" +header User-Agent "*linkfluence*" +header User-Agent "*lwp-request*" +header User-Agent "*lwp-trivial*" +header User-Agent "*magpie-crawler*" +header User-Agent "*meanpathbot*" +header User-Agent "*mediawords*" +header User-Agent "*muhstik-scan*" +header User-Agent "*netEstate NE Crawler*" +header User-Agent "*oBot*" +header User-Agent "*omgili*" +header User-Agent "*openai*" +header User-Agent "*openai.com*" +header User-Agent "*page scorer*" +header User-Agent "*pcBrowser*" +header User-Agent "*plumanalytics*" +header User-Agent "*polaris version*" +header User-Agent "*probe-image-size*" +header User-Agent "*ripz*" +header User-Agent "*s1z.ru*" +header User-Agent "*satoristudio.net*" +header User-Agent "*scalaj-http*" +header User-Agent "*scan.lol*" +header User-Agent "*seobility*" +header User-Agent "*seocompany.store*" +header User-Agent "*seoscanners*" +header User-Agent "*seostar*" +header User-Agent "*serpstatbot*" +header User-Agent "*sexsearcher*" +header User-Agent "*sitechecker.pro*" +header User-Agent "*siteripz*" +header User-Agent "*sogouspider*" +header User-Agent "*sp_auditbot*" +header User-Agent "*spyfu*" +header User-Agent "*sysscan*" +header User-Agent "*tAkeOut*" +header User-Agent "*trendiction.com*" +header User-Agent "*trendiction.de*" +header User-Agent "*ubermetrics-technologies.com*" +header User-Agent "*voyagerx.com*" +header User-Agent "*webgains-bot*" +header User-Agent "*webmeup-crawler*" +header User-Agent "*webpros.com*" +header User-Agent "*webprosbot*" +header User-Agent "*x09Mozilla*" +header User-Agent "*x22Mozilla*" +header User-Agent "*xpymep1.exe*" +header User-Agent "*zauba.io*" +header User-Agent "*zgrab*" \ No newline at end of file