├── .github └── FUNDING.yml ├── LICENSE ├── README.md ├── data ├── 360Spider.json ├── AccompanyBot.json ├── AdsBot-Google.json ├── Adsbot.json ├── Ankit.json ├── Apache-HttpClient.json ├── Applebot.json ├── AspiegelBot.json ├── BLEXBot.json ├── BW_1_1.json ├── Baiduspider.json ├── BananaBot.json ├── Barkrowler.json ├── Birdcrawlerbot.json ├── Blackboard_Safeassign.json ├── BorneoBot.json ├── BuiltWith.json ├── CATExplorador.json ├── CCBot.json ├── CISPA_Webcrawler.json ├── CMS_Crawler.json ├── CensysInspect.json ├── CheckHost.json ├── CheckMarkNetwork.json ├── Cincraw.json ├── Clarabot.json ├── Cliqzbot.json ├── Cloud_mapping_experiment.json ├── CowBot.json ├── DF_Bot.json ├── Datanyze.json ├── Dataprovider.json ├── Dispatch.json ├── DomainStatsBot.json ├── Domains_Project.json ├── DotBot.json ├── DuckDuckBot-Https.json ├── DuckDuckGo-Favicons-Bot.json ├── Elisabot.json ├── Emacs_Elfeed.json ├── Faraday.json ├── FeedDaemon.json ├── FeedFetcher-Google.json ├── GarlikCrawler.json ├── Googlebot-Image.json ├── Googlebot-Video.json ├── Googlebot.json ├── HeadlessChrome.json ├── HealthCheckBot.json ├── Hello,_world.json ├── IndeedBot.json ├── Integrity.json ├── Internet-structure-research-project-bot.json ├── Java.json ├── JobboerseBot.json ├── KOCMOHABT.json ├── LCC.json ├── Leap.json ├── Let's_Encrypt_validation_server.json ├── LightspeedSystemsCrawler.json ├── Linguee_Bot.json ├── MJ12bot.json ├── Mail_RU_Bot.json ├── MauiBot.json ├── MegaIndex_ru.json ├── MetaJobBot.json ├── MixrankBot.json ├── MozacFetch.json ├── Mozlila.json ├── NetNewsWire.json ├── News_Explorer.json ├── Nimbostratus-Bot.json ├── Nutch.json ├── OnalyticaBot.json ├── OrgProbe.json ├── PageThing.json ├── Pandalytics.json ├── Panscient.json ├── PetalBot.json ├── Photon.json ├── Pinterest.json ├── Pinterestbot.json ├── Plukkie.json ├── Python-urllib.json ├── Qwantify.json ├── Researchscan.json ├── RestSharp.json ├── Riddler.json ├── RobotsChecker.json ├── Ruby.json ├── RyteBot.json ├── SEOlizer.json ├── SMTBot.json ├── SSL_Labs.json ├── SWRLinkchecker.json ├── Scrapy.json ├── Screaming_Frog_SEO_Spider.json ├── SearchAtlas_com_SEO_Crawler.json ├── Seekport_Crawler.json ├── SemrushBot.json ├── Semtix_cz.json ├── SeoChecker.json ├── SeznamBot.json ├── SkypeUriPreview.json ├── Slack-ImgProxy.json ├── Slackbot-LinkExpanding.json ├── Slackbot.json ├── Sogou_web_spider.json ├── Sophora.json ├── Spider2_0.json ├── SpiderLing.json ├── SurdotlyBot.json ├── TelegramBot.json ├── Testcrawler.json ├── The_Knowledge_AI.json ├── Tiny_Tiny_RSS.json ├── TprAdsTxtCrawler.json ├── TweetmemeBot.json ├── Twingly_Recon.json ├── UniversalFeedParser.json ├── UptimeRobot.json ├── VelenPublicWebCrawler.json ├── VsuSearchSpider.json ├── W3C_Validator.json ├── Wappalyzer.json ├── Wget.json ├── Who_is_Bot.json ├── WinHttp.json ├── XTC.json ├── Xenu_Link_Sleuth.json ├── YandexBot.json ├── YandexMobileBot.json ├── Yeti.json ├── ZoomBot.json ├── ZoominfoBot.json ├── adidxbot.json ├── adscanner.json ├── adstxt_com.json ├── aiHitBot.json ├── aiohttp.json ├── archive_org_bot.json ├── axios.json ├── bingbot.json ├── botnet.json ├── chimebot.json ├── coccocbot-image.json ├── coccocbot-web.json ├── crawler4j.json ├── curb.json ├── curl.json ├── drupalfinder.json ├── eContext.json ├── eZ_Publish_Link_Validator.json ├── finbot.json ├── gobyus.json ├── gocrawl.json ├── heritrix.json ├── http_rb.json ├── ia_archiver.json ├── ips-agent.json ├── libwww-perl.json ├── link_thumbnailer.json ├── ltx71.json ├── lua-resty-http.json ├── masscan.json ├── mindUpBot.json ├── myseosnapshot.json ├── netEstate_NE_Crawler.json ├── newspaper.json ├── node-fetch.json ├── oBot.json ├── pimeyes_com_crawler.json ├── polaris_botnet.json ├── python-requests.json ├── shopify-partner-homepage-scraper.json ├── special_archiver.json ├── spider.json ├── tracemyfile.json ├── webtech.json ├── webtechbot.json ├── woorankreview.json ├── www_deadlinkchecker_com.json ├── yacybot.json └── zgrab.json ├── indexes ├── category_index.json └── type_index.json ├── new.sh └── template.json /.github/FUNDING.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/.github/FUNDING.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/README.md -------------------------------------------------------------------------------- /data/360Spider.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/360Spider.json -------------------------------------------------------------------------------- /data/AccompanyBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/AccompanyBot.json -------------------------------------------------------------------------------- /data/AdsBot-Google.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/AdsBot-Google.json -------------------------------------------------------------------------------- /data/Adsbot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Adsbot.json -------------------------------------------------------------------------------- /data/Ankit.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Ankit.json -------------------------------------------------------------------------------- /data/Apache-HttpClient.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Apache-HttpClient.json -------------------------------------------------------------------------------- /data/Applebot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Applebot.json -------------------------------------------------------------------------------- /data/AspiegelBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/AspiegelBot.json -------------------------------------------------------------------------------- /data/BLEXBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/BLEXBot.json -------------------------------------------------------------------------------- /data/BW_1_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/BW_1_1.json -------------------------------------------------------------------------------- /data/Baiduspider.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Baiduspider.json -------------------------------------------------------------------------------- /data/BananaBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/BananaBot.json -------------------------------------------------------------------------------- /data/Barkrowler.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Barkrowler.json -------------------------------------------------------------------------------- /data/Birdcrawlerbot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Birdcrawlerbot.json -------------------------------------------------------------------------------- /data/Blackboard_Safeassign.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Blackboard_Safeassign.json -------------------------------------------------------------------------------- /data/BorneoBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/BorneoBot.json -------------------------------------------------------------------------------- /data/BuiltWith.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/BuiltWith.json -------------------------------------------------------------------------------- /data/CATExplorador.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/CATExplorador.json -------------------------------------------------------------------------------- /data/CCBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/CCBot.json -------------------------------------------------------------------------------- /data/CISPA_Webcrawler.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/CISPA_Webcrawler.json -------------------------------------------------------------------------------- /data/CMS_Crawler.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/CMS_Crawler.json -------------------------------------------------------------------------------- /data/CensysInspect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/CensysInspect.json -------------------------------------------------------------------------------- /data/CheckHost.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/CheckHost.json -------------------------------------------------------------------------------- /data/CheckMarkNetwork.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/CheckMarkNetwork.json -------------------------------------------------------------------------------- /data/Cincraw.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Cincraw.json -------------------------------------------------------------------------------- /data/Clarabot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Clarabot.json -------------------------------------------------------------------------------- /data/Cliqzbot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Cliqzbot.json -------------------------------------------------------------------------------- /data/Cloud_mapping_experiment.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Cloud_mapping_experiment.json -------------------------------------------------------------------------------- /data/CowBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/CowBot.json -------------------------------------------------------------------------------- /data/DF_Bot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/DF_Bot.json -------------------------------------------------------------------------------- /data/Datanyze.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Datanyze.json -------------------------------------------------------------------------------- /data/Dataprovider.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Dataprovider.json -------------------------------------------------------------------------------- /data/Dispatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Dispatch.json -------------------------------------------------------------------------------- /data/DomainStatsBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/DomainStatsBot.json -------------------------------------------------------------------------------- /data/Domains_Project.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Domains_Project.json -------------------------------------------------------------------------------- /data/DotBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/DotBot.json -------------------------------------------------------------------------------- /data/DuckDuckBot-Https.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/DuckDuckBot-Https.json -------------------------------------------------------------------------------- /data/DuckDuckGo-Favicons-Bot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/DuckDuckGo-Favicons-Bot.json -------------------------------------------------------------------------------- /data/Elisabot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Elisabot.json -------------------------------------------------------------------------------- /data/Emacs_Elfeed.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Emacs_Elfeed.json -------------------------------------------------------------------------------- /data/Faraday.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Faraday.json -------------------------------------------------------------------------------- /data/FeedDaemon.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/FeedDaemon.json -------------------------------------------------------------------------------- /data/FeedFetcher-Google.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/FeedFetcher-Google.json -------------------------------------------------------------------------------- /data/GarlikCrawler.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/GarlikCrawler.json -------------------------------------------------------------------------------- /data/Googlebot-Image.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Googlebot-Image.json -------------------------------------------------------------------------------- /data/Googlebot-Video.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Googlebot-Video.json -------------------------------------------------------------------------------- /data/Googlebot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Googlebot.json -------------------------------------------------------------------------------- /data/HeadlessChrome.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/HeadlessChrome.json -------------------------------------------------------------------------------- /data/HealthCheckBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/HealthCheckBot.json -------------------------------------------------------------------------------- /data/Hello,_world.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Hello,_world.json -------------------------------------------------------------------------------- /data/IndeedBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/IndeedBot.json -------------------------------------------------------------------------------- /data/Integrity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Integrity.json -------------------------------------------------------------------------------- /data/Internet-structure-research-project-bot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Internet-structure-research-project-bot.json -------------------------------------------------------------------------------- /data/Java.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Java.json -------------------------------------------------------------------------------- /data/JobboerseBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/JobboerseBot.json -------------------------------------------------------------------------------- /data/KOCMOHABT.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/KOCMOHABT.json -------------------------------------------------------------------------------- /data/LCC.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/LCC.json -------------------------------------------------------------------------------- /data/Leap.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Leap.json -------------------------------------------------------------------------------- /data/Let's_Encrypt_validation_server.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Let's_Encrypt_validation_server.json -------------------------------------------------------------------------------- /data/LightspeedSystemsCrawler.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/LightspeedSystemsCrawler.json -------------------------------------------------------------------------------- /data/Linguee_Bot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Linguee_Bot.json -------------------------------------------------------------------------------- /data/MJ12bot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/MJ12bot.json -------------------------------------------------------------------------------- /data/Mail_RU_Bot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Mail_RU_Bot.json -------------------------------------------------------------------------------- /data/MauiBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/MauiBot.json -------------------------------------------------------------------------------- /data/MegaIndex_ru.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/MegaIndex_ru.json -------------------------------------------------------------------------------- /data/MetaJobBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/MetaJobBot.json -------------------------------------------------------------------------------- /data/MixrankBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/MixrankBot.json -------------------------------------------------------------------------------- /data/MozacFetch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/MozacFetch.json -------------------------------------------------------------------------------- /data/Mozlila.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Mozlila.json -------------------------------------------------------------------------------- /data/NetNewsWire.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/NetNewsWire.json -------------------------------------------------------------------------------- /data/News_Explorer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/News_Explorer.json -------------------------------------------------------------------------------- /data/Nimbostratus-Bot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Nimbostratus-Bot.json -------------------------------------------------------------------------------- /data/Nutch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Nutch.json -------------------------------------------------------------------------------- /data/OnalyticaBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/OnalyticaBot.json -------------------------------------------------------------------------------- /data/OrgProbe.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/OrgProbe.json -------------------------------------------------------------------------------- /data/PageThing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/PageThing.json -------------------------------------------------------------------------------- /data/Pandalytics.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Pandalytics.json -------------------------------------------------------------------------------- /data/Panscient.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Panscient.json -------------------------------------------------------------------------------- /data/PetalBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/PetalBot.json -------------------------------------------------------------------------------- /data/Photon.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Photon.json -------------------------------------------------------------------------------- /data/Pinterest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Pinterest.json -------------------------------------------------------------------------------- /data/Pinterestbot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Pinterestbot.json -------------------------------------------------------------------------------- /data/Plukkie.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Plukkie.json -------------------------------------------------------------------------------- /data/Python-urllib.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Python-urllib.json -------------------------------------------------------------------------------- /data/Qwantify.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Qwantify.json -------------------------------------------------------------------------------- /data/Researchscan.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Researchscan.json -------------------------------------------------------------------------------- /data/RestSharp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/RestSharp.json -------------------------------------------------------------------------------- /data/Riddler.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Riddler.json -------------------------------------------------------------------------------- /data/RobotsChecker.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/RobotsChecker.json -------------------------------------------------------------------------------- /data/Ruby.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Ruby.json -------------------------------------------------------------------------------- /data/RyteBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/RyteBot.json -------------------------------------------------------------------------------- /data/SEOlizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/SEOlizer.json -------------------------------------------------------------------------------- /data/SMTBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/SMTBot.json -------------------------------------------------------------------------------- /data/SSL_Labs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/SSL_Labs.json -------------------------------------------------------------------------------- /data/SWRLinkchecker.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/SWRLinkchecker.json -------------------------------------------------------------------------------- /data/Scrapy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Scrapy.json -------------------------------------------------------------------------------- /data/Screaming_Frog_SEO_Spider.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Screaming_Frog_SEO_Spider.json -------------------------------------------------------------------------------- /data/SearchAtlas_com_SEO_Crawler.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/SearchAtlas_com_SEO_Crawler.json -------------------------------------------------------------------------------- /data/Seekport_Crawler.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Seekport_Crawler.json -------------------------------------------------------------------------------- /data/SemrushBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/SemrushBot.json -------------------------------------------------------------------------------- /data/Semtix_cz.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Semtix_cz.json -------------------------------------------------------------------------------- /data/SeoChecker.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/SeoChecker.json -------------------------------------------------------------------------------- /data/SeznamBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/SeznamBot.json -------------------------------------------------------------------------------- /data/SkypeUriPreview.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/SkypeUriPreview.json -------------------------------------------------------------------------------- /data/Slack-ImgProxy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Slack-ImgProxy.json -------------------------------------------------------------------------------- /data/Slackbot-LinkExpanding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Slackbot-LinkExpanding.json -------------------------------------------------------------------------------- /data/Slackbot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Slackbot.json -------------------------------------------------------------------------------- /data/Sogou_web_spider.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Sogou_web_spider.json -------------------------------------------------------------------------------- /data/Sophora.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Sophora.json -------------------------------------------------------------------------------- /data/Spider2_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Spider2_0.json -------------------------------------------------------------------------------- /data/SpiderLing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/SpiderLing.json -------------------------------------------------------------------------------- /data/SurdotlyBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/SurdotlyBot.json -------------------------------------------------------------------------------- /data/TelegramBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/TelegramBot.json -------------------------------------------------------------------------------- /data/Testcrawler.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Testcrawler.json -------------------------------------------------------------------------------- /data/The_Knowledge_AI.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/The_Knowledge_AI.json -------------------------------------------------------------------------------- /data/Tiny_Tiny_RSS.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Tiny_Tiny_RSS.json -------------------------------------------------------------------------------- /data/TprAdsTxtCrawler.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/TprAdsTxtCrawler.json -------------------------------------------------------------------------------- /data/TweetmemeBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/TweetmemeBot.json -------------------------------------------------------------------------------- /data/Twingly_Recon.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Twingly_Recon.json -------------------------------------------------------------------------------- /data/UniversalFeedParser.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/UniversalFeedParser.json -------------------------------------------------------------------------------- /data/UptimeRobot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/UptimeRobot.json -------------------------------------------------------------------------------- /data/VelenPublicWebCrawler.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/VelenPublicWebCrawler.json -------------------------------------------------------------------------------- /data/VsuSearchSpider.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/VsuSearchSpider.json -------------------------------------------------------------------------------- /data/W3C_Validator.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/W3C_Validator.json -------------------------------------------------------------------------------- /data/Wappalyzer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Wappalyzer.json -------------------------------------------------------------------------------- /data/Wget.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Wget.json -------------------------------------------------------------------------------- /data/Who_is_Bot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Who_is_Bot.json -------------------------------------------------------------------------------- /data/WinHttp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/WinHttp.json -------------------------------------------------------------------------------- /data/XTC.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/XTC.json -------------------------------------------------------------------------------- /data/Xenu_Link_Sleuth.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Xenu_Link_Sleuth.json -------------------------------------------------------------------------------- /data/YandexBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/YandexBot.json -------------------------------------------------------------------------------- /data/YandexMobileBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/YandexMobileBot.json -------------------------------------------------------------------------------- /data/Yeti.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/Yeti.json -------------------------------------------------------------------------------- /data/ZoomBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/ZoomBot.json -------------------------------------------------------------------------------- /data/ZoominfoBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/ZoominfoBot.json -------------------------------------------------------------------------------- /data/adidxbot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/adidxbot.json -------------------------------------------------------------------------------- /data/adscanner.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/adscanner.json -------------------------------------------------------------------------------- /data/adstxt_com.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/adstxt_com.json -------------------------------------------------------------------------------- /data/aiHitBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/aiHitBot.json -------------------------------------------------------------------------------- /data/aiohttp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/aiohttp.json -------------------------------------------------------------------------------- /data/archive_org_bot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/archive_org_bot.json -------------------------------------------------------------------------------- /data/axios.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/axios.json -------------------------------------------------------------------------------- /data/bingbot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/bingbot.json -------------------------------------------------------------------------------- /data/botnet.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/botnet.json -------------------------------------------------------------------------------- /data/chimebot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/chimebot.json -------------------------------------------------------------------------------- /data/coccocbot-image.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/coccocbot-image.json -------------------------------------------------------------------------------- /data/coccocbot-web.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/coccocbot-web.json -------------------------------------------------------------------------------- /data/crawler4j.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/crawler4j.json -------------------------------------------------------------------------------- /data/curb.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/curb.json -------------------------------------------------------------------------------- /data/curl.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/curl.json -------------------------------------------------------------------------------- /data/drupalfinder.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/drupalfinder.json -------------------------------------------------------------------------------- /data/eContext.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/eContext.json -------------------------------------------------------------------------------- /data/eZ_Publish_Link_Validator.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/eZ_Publish_Link_Validator.json -------------------------------------------------------------------------------- /data/finbot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/finbot.json -------------------------------------------------------------------------------- /data/gobyus.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/gobyus.json -------------------------------------------------------------------------------- /data/gocrawl.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/gocrawl.json -------------------------------------------------------------------------------- /data/heritrix.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/heritrix.json -------------------------------------------------------------------------------- /data/http_rb.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/http_rb.json -------------------------------------------------------------------------------- /data/ia_archiver.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/ia_archiver.json -------------------------------------------------------------------------------- /data/ips-agent.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/ips-agent.json -------------------------------------------------------------------------------- /data/libwww-perl.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/libwww-perl.json -------------------------------------------------------------------------------- /data/link_thumbnailer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/link_thumbnailer.json -------------------------------------------------------------------------------- /data/ltx71.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/ltx71.json -------------------------------------------------------------------------------- /data/lua-resty-http.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/lua-resty-http.json -------------------------------------------------------------------------------- /data/masscan.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/masscan.json -------------------------------------------------------------------------------- /data/mindUpBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/mindUpBot.json -------------------------------------------------------------------------------- /data/myseosnapshot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/myseosnapshot.json -------------------------------------------------------------------------------- /data/netEstate_NE_Crawler.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/netEstate_NE_Crawler.json -------------------------------------------------------------------------------- /data/newspaper.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/newspaper.json -------------------------------------------------------------------------------- /data/node-fetch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/node-fetch.json -------------------------------------------------------------------------------- /data/oBot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/oBot.json -------------------------------------------------------------------------------- /data/pimeyes_com_crawler.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/pimeyes_com_crawler.json -------------------------------------------------------------------------------- /data/polaris_botnet.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/polaris_botnet.json -------------------------------------------------------------------------------- /data/python-requests.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/python-requests.json -------------------------------------------------------------------------------- /data/shopify-partner-homepage-scraper.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/shopify-partner-homepage-scraper.json -------------------------------------------------------------------------------- /data/special_archiver.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/special_archiver.json -------------------------------------------------------------------------------- /data/spider.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/spider.json -------------------------------------------------------------------------------- /data/tracemyfile.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/tracemyfile.json -------------------------------------------------------------------------------- /data/webtech.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/webtech.json -------------------------------------------------------------------------------- /data/webtechbot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/webtechbot.json -------------------------------------------------------------------------------- /data/woorankreview.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/woorankreview.json -------------------------------------------------------------------------------- /data/www_deadlinkchecker_com.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/www_deadlinkchecker_com.json -------------------------------------------------------------------------------- /data/yacybot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/yacybot.json -------------------------------------------------------------------------------- /data/zgrab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/data/zgrab.json -------------------------------------------------------------------------------- /indexes/category_index.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/indexes/category_index.json -------------------------------------------------------------------------------- /indexes/type_index.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/indexes/type_index.json -------------------------------------------------------------------------------- /new.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/new.sh -------------------------------------------------------------------------------- /template.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/herrbischoff/user-agents/HEAD/template.json --------------------------------------------------------------------------------