---
- 
  user_agent: 360spider-image
  bot:
    name: 360Spider
    category: Search bot
    url: http://www.so.com/help/help_3_2.html
    producer:
      name: Online Media Group, Inc.
      url: ""
- 
  user_agent: Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; MDDR; .NET4.0C; .NET4.0E; .NET CLR 1.1.4322; Tablet PC 2.0); 360Spider
  bot:
    name: 360Spider
    category: Search bot
    url: http://www.so.com/help/help_3_2.html
    producer:
      name: Online Media Group, Inc.
      url: ""
- 
  user_agent: Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0); 360Spider
  bot:
    name: 360Spider
    category: Search bot
    url: http://www.so.com/help/help_3_2.html
    producer:
      name: Online Media Group, Inc.
      url: ""
- 
  user_agent: Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/21.0.1180.89 Safari/537.1; 360Spider
  bot:
    name: 360Spider
    category: Search bot
    url: http://www.so.com/help/help_3_2.html
    producer:
      name: Online Media Group, Inc.
      url: ""
- 
  user_agent: 'ADmantX Platform Semantic Analyzer - ADmantX Inc. - www.admantx.com - support@admantx.com'
  bot:
    name: ADMantX
- 
  user_agent: Aboundex/0.3 (http://www.aboundex.com/crawler/)
  bot:
    name: Aboundexbot
    category: Search bot
    url: http://www.aboundex.com/crawler/
    producer:
      name: Aboundex.com
      url: http://www.aboundex.com
- 
  user_agent: Mozilla/5.0 (compatible; AcoonBot/4.11.1; +http://www.acoon.de/robot.asp)
  bot:
    name: Acoon
    category: Search bot
    url: http://www.acoon.de/robot.asp
    producer:
      name: Acoon GmbH
      url: http://www.acoon.de
- 
  user_agent: AddThis.com robot tech.support@clearspring.com
  bot:
    name: AddThis.com
    category: Social Media Agent
    url: ""
    producer:
      name: Clearspring Technologies, Inc.
      url: http://www.clearspring.com
- 
  user_agent: ia_archiver (+http://www.alexa.com/site/help/webmasters; crawler@alexa.com)
  bot:
    name: Alexa Crawler
    category: Search bot
    url: https://alexa.zendesk.com/hc/en-us/sections/200100794-Crawlers
    producer:
      name: Alexa Internet
      url: http://www.alexa.com
- 
  user_agent: Mozilla/5.0 (compatible; alexa site audit/1.0; http://www.alexa.com/help/webmasters; )
  bot:
    name: Alexa Site Audit
    category: Site Monitor
    url: http://www.alexa.com/help/webmasters
    producer:
      name: Alexa Internet
      url: http://www.alexa.com
- 
  user_agent: Amazon Route 53 Health Check Service; ref:xxxxxxxx-xxxx-xxxxxxxxx-xxxxxxxxxxxx; report http://amzn.to/xxxxxxx
  bot:
    name: Amazon Route53 Health Check
    category: Service Agent
    producer:
      name: Amazon Web Services
      url: https://aws.amazon.com/
- 
  user_agent: Amazon-Route53-Health-Check-Service (ref b0eb04d5-cb5e-40e7-839b-558e52fc3f0d; report http://amzn.to/1vsZADi)
  bot:
    name: Amazon Route53 Health Check
    category: Service Agent
    producer:
      name: Amazon Web Services
      url: https://aws.amazon.com/
- 
  user_agent: AmorankSpider/0.1; +http://amorank.com/webcrawler.html
  bot:
    name: Amorank Spider
    category: Crawler
    url: http://amorank.com/webcrawler.html
    producer:
      name: Amorank
      url: http://www.amorank.com
- 
  user_agent: 'Curious George - www.analyticsseo.com/crawler'
  bot:
    name: Analytics SEO Crawler
    category: Crawler
    url: http://www.analyticsseo.com/crawler
    producer:
      name: Analytics SEO
      url: http://www.analyticsseo.com
- 
  user_agent: ApacheBench/2.3
  bot:
    name: ApacheBench
    category: Benchmark
    url: https://httpd.apache.org/docs/2.4/programs/ab.html
    producer:
      name: The Apache Software Foundation
      url: http://www.apache.org/foundation/
- 
  user_agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10 _1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1; +http://www.apple.com/go/applebot)
  bot:
    name: Applebot
    category: Crawler
    url: http://www.apple.com/go/applebot
    producer:
      name: Apple Inc
      url: http://www.apple.com
- 
  user_agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1)
  bot:
    name: Applebot
    category: Crawler
    url: http://www.apple.com/go/applebot
    producer:
      name: Apple Inc
      url: http://www.apple.com
- 
  user_agent: Arachni/v1.5.1
  bot:
    name: Arachni
    category: Security Checker
    url: http://www.arachni-scanner.com
    producer:
      name: Sarosys LLC
      url: http://www.sarosys.com/
- 
  user_agent: Mozilla/2.0 (compatible; Ask Jeeves/Teoma)
  bot:
    name: Ask Jeeves
    category: Search bot
    url: ""
    producer:
      name: Ask Jeeves Inc.
      url: http://www.ask.com
- 
  user_agent: AwarioRssBot/1.0 (+https://awario.com/bots.html; bots@awario.com)
  bot:
    name: Awario
    category: Feed Fetcher
    url: https://awario.com/bots.html
    producer:
      name: Awario
      url: https://awario.com/
- 
  user_agent: AwarioSmartBot/1.0 (+https://awario.com/bots.html; bots@awario.com)
  bot:
    name: Awario
    category: Search bot
    url: https://awario.com/bots.html
    producer:
      name: Awario
      url: https://awario.com/
- 
  user_agent: Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup-crawler.com/)
  bot:
    name: BLEXBot Crawler
    category: Crawler
    url: http://webmeup-crawler.com
    producer:
      name: WebMeUp
      url: http://webmeup.com
- 
  user_agent: BUbiNG (+http://law.di.unimi.it/BUbiNG.html)
  bot:
    name: BUbiNG
    category: Crawler
    url: http://law.di.unimi.it/BUbiNG.html
    producer:
      name: The Laboratory for Web Algorithmics (LAW)
      url: 'http://law.di.unimi.it/software.php#buging'
- 
  user_agent: Backlink-Check.de (+http://www.backlink-check.de/bot.html)
  bot:
    name: Backlink-Check.de
    category: Crawler
    url: http://www.backlink-check.de/bot.html
    producer:
      name: Mediagreen Medienservice
      url: http://www.backlink-check.de
- 
  user_agent: BacklinkCrawler (http://www.backlinktest.com/crawler.html)
  bot:
    name: BacklinkCrawler
    category: Crawler
    url: http://www.backlinktest.com/crawler.html
    producer:
      name: 2.0Promotion GbR
      url: http://www.backlinktest.com
- 
  user_agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
  bot:
    name: Baidu Spider
    category: Search bot
    url: http://www.baidu.com/search/spider.htm
    producer:
      name: Baidu
      url: http://www.baidu.com
- 
  user_agent: Baiduspider-image+(+http://www.baidu.com/search/spider.htm)
  bot:
    name: Baidu Spider
    category: Search bot
    url: http://www.baidu.com/search/spider.htm
    producer:
      name: Baidu
      url: http://www.baidu.com
- 
  user_agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; baidu Transcoder;)
  bot:
    name: Baidu Spider
    category: Search bot
    url: http://www.baidu.com/search/spider.htm
    producer:
      name: Baidu
      url: http://www.baidu.com
- 
  user_agent: Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search
  bot:
    name: Baidu Spider
    category: Search bot
    url: http://www.baidu.com/search/spider.htm
    producer:
      name: Baidu
      url: http://www.baidu.com
- 
  user_agent: Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
  bot:
    name: Baidu Spider
    category: Search bot
    url: http://www.baidu.com/search/spider.htm
    producer:
      name: Baidu
      url: http://www.baidu.com
- 
  user_agent: Mozilla/5.0 (Linux;u;Android 2.3.7;zh-cn;) AppleWebKit/533.1 (KHTML,like Gecko) Version/4.0 Mobile Safari/533.1 (compatible; +http://www.baidu.com/search/spider.html)
  bot:
    name: Baidu Spider
    category: Search bot
    url: http://www.baidu.com/search/spider.htm
    producer:
      name: Baidu
      url: http://www.baidu.com
- 
  user_agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.9.2.8;baidu Transcoder) Gecko/20100722 Firefox/3.6.8 ( .NET CLR 3.5.30729)
  bot:
    name: Baidu Spider
    category: Search bot
    url: http://www.baidu.com/search/spider.htm
    producer:
      name: Baidu
      url: http://www.baidu.com
- 
  user_agent: Mozilla/5.0 (compatible; BazQux/2.4; +https://bazqux.com/fetcher; 2 subscribers)
  bot:
    name: BazQux Reader
    url: https://bazqux.com/fetcher
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)
  bot:
    name: BingBot
    category: Search bot
    url: http://search.msn.com/msnbot.htmn
    producer:
      name: Microsoft Corporation
      url: http://www.microsoft.com
- 
  user_agent: Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534+ (KHTML, like Gecko) BingPreview/1.0b
  bot:
    name: BingBot
    category: Search bot
    url: http://search.msn.com/msnbot.htmn
    producer:
      name: Microsoft Corporation
      url: http://www.microsoft.com
- 
  user_agent: msnbot-media/1.1 (+http://search.msn.com/msnbot.htm)
  bot:
    name: BingBot
    category: Search bot
    url: http://search.msn.com/msnbot.htmn
    producer:
      name: Microsoft Corporation
      url: http://www.microsoft.com
- 
  user_agent: msnbot-NewsBlogs/2.0b (+http://search.msn.com/msnbot.htm)
  bot:
    name: BingBot
    category: Search bot
    url: http://search.msn.com/msnbot.htmn
    producer:
      name: Microsoft Corporation
      url: http://www.microsoft.com
- 
  user_agent: msnbot/1.1 (+http://search.msn.com/msnbot.htm)
  bot:
    name: BingBot
    category: Search bot
    url: http://search.msn.com/msnbot.htmn
    producer:
      name: Microsoft Corporation
      url: http://www.microsoft.com
- 
  user_agent: msnbot/2.0b (+http://search.msn.com/msnbot.htm)
  bot:
    name: BingBot
    category: Search bot
    url: http://search.msn.com/msnbot.htmn
    producer:
      name: Microsoft Corporation
      url: http://www.microsoft.com
- 
  user_agent: msnbot/2.0b v1394720947.6703
  bot:
    name: BingBot
    category: Search bot
    url: http://search.msn.com/msnbot.htmn
    producer:
      name: Microsoft Corporation
      url: http://www.microsoft.com
- 
  user_agent: MSNBot/Nutch-1.5.1
  bot:
    name: BingBot
    category: Search bot
    url: http://search.msn.com/msnbot.htmn
    producer:
      name: Microsoft Corporation
      url: http://www.microsoft.com
- 
  user_agent: bitlybot/3.0
  bot:
    name: BitlyBot
    category: Crawler
    url: https://bitly.com
    producer:
      name: Bitly, Inc.
      url: https://bitly.com
- 
  user_agent: Mozilla/5.0 (compatible; Blekkobot; ScoutJet; +http://blekko.com/about/blekkobot)
  bot:
    name: Blekkobot
    category: Search bot
    url: http://blekko.com/about/blekkobot
    producer:
      name: Blekko
      url: http://blekko.com
- 
  user_agent: Bloglovin/1.0 (http://www.bloglovin.com; 1 subscribers)
  bot:
    name: Bloglovin
    url: http://www.bloglovin.com
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: Blogtrottr/2.0
  bot:
    name: Blogtrottr
    url: ""
    category: Feed Fetcher
    producer:
      name: Blogtrottr Ltd
      url: https://blogtrottr.com/
- 
  user_agent: BoardReader Favicon Fetcher /1.0 info@boardreader.com
  bot:
    name: BoardReader
    category: Search bot
    url: http://boardreader.com/
    producer:
      name: Effyis Inc
      url: http://boardreader.com/
- 
  user_agent: BoardReader Blog Indexer(http://boardreader.com)
  bot:
    name: BoardReader Blog Indexer
    category: Crawler
    producer:
      name: BoardReader
      url: http://boardreader.com/
- 
  user_agent: Mozilla/5.0 (compatible; BountiiBot/1.1; +http://bountii.com/contact.php)
  bot:
    name: Bountii Bot
    category: Search bot
    url: http://bountii.com/contact.php
    producer:
      name: Bountii Inc.
      url: http://bountii.com
- 
  user_agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10.10; rv:41.0) Gecko/20100101 Firefox/55.0 BrandVerity/1.0 (http://www.brandverity.com/why-is-brandverity-visiting-me)
  bot:
    name: BrandVerity
    category: Crawler
    url: https://www.brandverity.com/why-is-brandverity-visiting-me
    producer:
      name: BrandVerity, Inc.
      url: https://www.brandverity.com/
- 
  user_agent: Browsershots
  bot:
    name: Browsershots
    category: Service Agent
    url: http://browsershots.org/faq
    producer:
      name: Browsershots.org
      url: http://browsershots.org
- 
  user_agent: Buck/2.2; (+https://app.hypefactors.com/media-monitoring/about.html)
  bot:
    name: Buck
    category: Search bot
    url: https://hypefactors.com/
    producer:
      name: Hypefactors A/S
      url: https://hypefactors.com/
- 
  user_agent: Mozilla/5.0 (compatible; Butterfly/1.0; +http://labs.topsy.com/butterfly/) Gecko/2009032608 Firefox/3.0.8
  bot:
    name: Butterfly Robot
    category: Search bot
    url: http://labs.topsy.com/butterfly
    producer:
      name: Topsy Labs
      url: http://labs.topsy.com
- 
  user_agent: Mozilla/5.0 (Macintosh; Butterfly/1.0; +http://labs.topsy.com/butterfly/) Gecko/2009032608 Firefox/3.0.8
  bot:
    name: Butterfly Robot
    category: Search bot
    url: http://labs.topsy.com/butterfly
    producer:
      name: Topsy Labs
      url: http://labs.topsy.com
- 
  user_agent: Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.5668.1446 Mobile Safari/537.36; Bytespider;bytespider@bytedance.com
  bot:
    name: Bytespider
    category: Search bot
    url: https://bytedance.com/
    producer:
      name: ByteDance Ltd.
      url: https://bytedance.com/
- 
  user_agent: CATExplorador/1.0beta (sistemes at domini dot cat; http://domini.cat/catexplorador.html)
  bot:
    name: CATExplorador
    category: Search bot
    url: https://fundacio.cat/ca/domini/
    producer:
      name: Fundació puntCAT
      url: https://fundacio.cat/ca/domini/
- 
  user_agent: Mozilla/5.0 (compatible; CareerBot/1.1; +http://www.career-x.de/bot.html)
  bot:
    name: CareerBot
    category: Crawler
    url: http://www.career-x.de/bot.html
    producer:
      name: career-x GmbH
      url: http://www.career-x.de
- 
  user_agent: Castro 2, Episode Duration Lookup
  bot:
    name: Castro 2
    category: Service Agent
    url: http://supertop.co/castro/
    producer:
      name: Supertop
      url: http://supertop.co
- 
  user_agent: Cliqzbot/0.1 (+http://cliqz.com/company/cliqzbot)
  bot:
    name: Cliqzbot
    category: Crawler
    url: http://cliqz.com/company/cliqzbot
    producer:
      name: 10betterpages GmbH
      url: http://cliqz.com
- 
  user_agent: Mozilla/5.0 (compatible; Cloudflare-AMP/1.0; +https://amp.cloudflare.com/doc/fetcher.html) AppleWebKit/534.34
  bot:
    name: CloudFlare AMP Fetcher
    category: Crawler
    url: https://amp.cloudflare.com/doc/fetcher.html
    producer:
      name: CloudFlare
      url: http://www.cloudflare.com
- 
  user_agent: Mozilla/5.0 (compatible; CloudFlare-AlwaysOnline/1.0; +http://www.cloudflare.com/always-online) AppleWebKit/534.34
  bot:
    name: CloudFlare Always Online
    category: Site Monitor
    url: http://www.cloudflare.com/always-online
    producer:
      name: CloudFlare
      url: http://www.cloudflare.com
- 
  user_agent: collectd/5.5.1
  bot:
    name: Collectd
    url: https://collectd.org/
    category: Site Monitor
    producer:
      name: Collectd
      url: https://collectd.org/
- 
  user_agent: CommaFeed/1.0 (http://www.commafeed.com)
  bot:
    name: CommaFeed
    url: http://www.commafeed.com
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: Mozilla/5.0 (compatible; coccoc/1.0; +http://help.coccoc.com/)
  bot:
    name: Cốc Cốc Bot
    url: http://help.coccoc.com/
    category: Search bot
    producer:
      name: Cốc Cốc
      url: http://coccoc.com/
- 
  user_agent: Mozilla/5.0 (compatible; coccocbot-image/1.0; +http://help.coccoc.com/searchengine)
  bot:
    name: Cốc Cốc Bot
    category: Search bot
    url: http://help.coccoc.com/
    producer:
      name: Cốc Cốc
      url: http://coccoc.com/
- 
  user_agent: Datadog Agent/5.10.1
  bot:
    name: Datadog Agent
    url: https://github.com/DataDog/dd-agent
    category: Site Monitor
    producer:
      name: Datadog
      url: https://www.datadoghq.com/
- 
  user_agent: Mozilla/5.0 (X11; Datanyze; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36
  bot:
    name: Datanyze
    url: ""
    category: Crawler
    producer:
      name: Datanyze
      url: https://www.datanyze.com
- 
  user_agent: Mozilla/5.0 (compatible; Dataprovider/6.92; +https://www.dataprovider.com/)
  bot:
    name: Dataprovider
    category: Crawler
    url: ""
    producer:
      name: Dataprovider B.V.
      url: https://www.dataprovider.com/
- 
  user_agent: Mozilla/5.0 (compatible; MSIE or Firefox mutant; not on Windows server;) Daumoa/4.0;
  bot:
    name: Daum
    category: Search bot
    url: http://tab.search.daum.net/aboutWebSearch_en.html
    producer:
      name: Daum Communications Corp.
      url: http://www.kakaocorp.com/main
- 
  user_agent: Mozilla/5.0 (compatible; MSIE or Firefox mutant;) Daum 4.1
  bot:
    name: Daum
    category: Search bot
    url: http://tab.search.daum.net/aboutWebSearch_en.html
    producer:
      name: Daum Communications Corp.
      url: http://www.kakaocorp.com/main
- 
  user_agent: Mozilla/5.0 (compatible; Dazoobot/0.1; +http://dazoo.fr)
  bot:
    name: Dazoobot
    category: Search bot
    url: ""
    producer:
      name: DAZOO.FR
      url: http://dazoo.fr
- 
  user_agent: Mozilla/5.0 (compatible; discobot/1.0; +http://discoveryengine.com/discobot.html)
  bot:
    name: Discobot
    category: Search bot
    url: http://discoveryengine.com/discobot.html
    producer:
      name: Discovery Engine
      url: http://discoveryengine.com
- 
  user_agent: 'Domain Re-Animator Bot (http://domainreanimator.com) - support@domainreanimator.com'
  bot:
    name: Domain Re-Animator Bot
    category: Crawler
    url: ""
    producer:
      name: Domain Re-Animator, LLC
      url: http://domainreanimator.com
- 
  user_agent: support@domainreanimator.com
  bot:
    name: Domain Re-Animator Bot
    category: Crawler
    url: ""
    producer:
      name: Domain Re-Animator, LLC
      url: http://domainreanimator.com
- 
  user_agent: dotbot
  bot:
    name: DotBot
    category: Crawler
    url: http://www.opensiteexplorer.org/dotbot
    producer:
      name: SEOmoz, Inc.
      url: http://moz.com/
- 
  user_agent: DuckDuckBot/1.0; (+http://duckduckgo.com/duckduckbot.html)
  bot:
    name: DuckDuckGo Bot
    category: Search bot
    url: https://duckduckgo.com/duckduckbot
    producer:
      name: DuckDuckGo
      url: https://duckduckgo.com/
- 
  user_agent: Mozilla/5.0 (compatible; DuckDuckGo-Favicons-Bot/1.0; +http://duckduckgo.com)
  bot:
    name: DuckDuckGo Bot
    category: Search bot
    url: https://duckduckgo.com/duckduckbot
    producer:
      name: DuckDuckGo
      url: https://duckduckgo.com/
- 
  user_agent: EMail Exractor
  bot:
    name: EMail Exractor
    category: Crawler
    url: ""
    producer:
      name: ""
      url: ""
- 
  user_agent: Mozilla/5.0 (compatible; EasouSpider; +http://www.easou.com/search/spider.html)
  bot:
    name: Easou Spider
    category: Search bot
    url: http://www.easou.com/search/spider.html
    producer:
      name: easou ICP
      url: http://www.easou.com
- 
  user_agent: Mozilla/5.0 (iPhone; U; CPU iPhone OS 3_0 like Mac OS X; en-us; EasouSpider; +http://www.easou.com/search/spider.html)
  bot:
    name: Easou Spider
    category: Search bot
    url: http://www.easou.com/search/spider.html
    producer:
      name: easou ICP
      url: http://www.easou.com
- 
  user_agent: Mozilla/5.0 (compatible; Embedly/0.2; +http://support.embed.ly/)
  bot:
    name: Embedly
    category: Crawler
    url: https://support.embed.ly/hc/en-us
    producer:
      name: A Medium, Corp.
      url: https://medium.com/
- 
  user_agent: Mozilla/5.0 (compatible; Exabot/3.0 (BiggerBetter); +http://www.exabot.com/go/robot)
  bot:
    name: ExaBot
    category: Crawler
    url: http://www.exabot.com/go/robot
    producer:
      name: Dassault Systèmes
      url: http://www.3ds.com
- 
  user_agent: Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot)
  bot:
    name: ExaBot
    category: Crawler
    url: http://www.exabot.com/go/robot
    producer:
      name: Dassault Systèmes
      url: http://www.3ds.com
- 
  user_agent: Mozilla/5.0 (compatible; Konqueror/3.5; Linux) KHTML/3.5.5 (like Gecko) (Exabot-Thumbnails)
  bot:
    name: ExaBot
    category: Crawler
    url: http://www.exabot.com/go/robot
    producer:
      name: Dassault Systèmes
      url: http://www.3ds.com
- 
  user_agent: ExactSeek Crawler (nutch 1.4)/Nutch-1.4 (ExactSeek Crawler; http://www.exactseek.com)
  bot:
    name: ExactSeek Crawler
    category: Search bot
    url: http://www.exactseek.com
    producer:
      name: Jayde Online, Inc.
      url: http://www.jaydeonlineinc.com
- 
  user_agent: Mozilla/5.0 (compatible; Ezooms/1.0; help@moz.com)
  bot:
    name: Ezooms
    category: Crawler
    url: ""
    producer:
      name: SEOmoz, Inc.
      url: http://moz.com/
- 
  user_agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
  bot:
    name: Facebook External Hit
    category: Social Media Agent
    url: https://www.facebook.com/externalhit_uatext.php
    producer:
      name: Facebook
      url: http://www.facebook.com
- 
  user_agent: facebookexternalua
  bot:
    name: Facebook External Hit
    category: Social Media Agent
    url: https://www.facebook.com/externalhit_uatext.php
    producer:
      name: Facebook
      url: http://www.facebook.com
- 
  user_agent: facebookplatform/1.0 (+http://developers.facebook.com)
  bot:
    name: Facebook External Hit
    category: Social Media Agent
    url: https://www.facebook.com/externalhit_uatext.php
    producer:
      name: Facebook
      url: http://www.facebook.com
- 
  user_agent: Feed Wrangler/1.0 (3 subscribers; feed-id=248559; http://feedwrangler.net; Allow like Gecko)
  bot:
    name: Feed Wrangler
    url: https://feedwrangler.net/
    category: Feed Fetcher
    producer:
      name: 'David Smith & Developing Perspective, LLC'
      url: https://david-smith.org
- 
  user_agent: FeedBurner/1.0 (http://www.FeedBurner.com)
  bot:
    name: FeedBurner
    url: http://www.feedburner.com
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: 'Feedbin - 9 subscribers'
  bot:
    name: Feedbin
    url: http://feedbin.com/
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: Feedly/1.0 (+http://www.feedly.com/fetcher.html; like FeedFetcher-Google)
  bot:
    name: Feedly
    url: http://www.feedly.com
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: FeedlyApp/1.0 (http://www.feedly.com)
  bot:
    name: Feedly
    url: http://www.feedly.com
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: FeedlyBot/1.0 (http://feedly.com)
  bot:
    name: Feedly
    url: http://www.feedly.com
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: MetaFeedly/1.0 (http://www.feedly.com)
  bot:
    name: Feedly
    url: http://www.feedly.com
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: Feedspot http://www.feedspot.com
  bot:
    name: Feedspot
    url: http://www.feedspot.com
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: Fever/1.38 (Feed Parser; http://feedafever.com; Allow like Gecko)
  bot:
    name: Fever
    url: http://feedafever.com/
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: Mozilla/5.0 (compatible; Findxbot/1.0; +http://www.findxbot.com)
  bot:
    name: Findxbot
    category: Crawler
    url: http://www.findxbot.com
- 
  user_agent: Mozilla/5.0 (compatible; FlipboardProxy/1.2; +http://flipboard.com/browserproxy)
  bot:
    name: Flipboard
    url: http://flipboard.com/browserproxy
    category: Feed Fetcher
    producer:
      name: Flipboard
      url: http://flipboard.com/
- 
  user_agent: Mozilla/5.0 (compatible; FlipboardRSS/1.2; +http://flipboard.com/browserproxy)
  bot:
    name: Flipboard
    url: http://flipboard.com/browserproxy
    category: Feed Fetcher
    producer:
      name: Flipboard
      url: http://flipboard.com/
- 
  user_agent: freshrss/0.8-dev (Linux; http://freshrss.org) SimplePie/1.4-dev-FreshRSS
  bot:
    name: FreshRSS
    category: Feed Fetcher
    url: https://freshrss.org/
- 
  user_agent: FreshRSS/1.12.0 (Linux; https://freshrss.org)
  bot:
    name: FreshRSS
    category: Feed Fetcher
    url: https://freshrss.org/
- 
  user_agent: 7Siters/1.07 (+https://7ooo.ru/siters/)
  bot:
    name: Generic Bot
- 
  user_agent: COMODO SSL Checker
  bot:
    name: Generic Bot
- 
  user_agent: help@dataminr.com
  bot:
    name: Generic Bot
- 
  user_agent: 'HybridBot (hybrid.ru/about. If our bot caused problems please contact us. Contact email: m.lyashkov@targetix.net)'
  bot:
    name: Generic Bot
- 
  user_agent: 'Mozilla/5.0 (compatible; +centuryb.o.t9[at]gmail.com)'
  bot:
    name: Generic Bot
- 
  user_agent: Mozilla/5.0 (compatible; +http://tweetedtimes.com)
  bot:
    name: Generic Bot
- 
  user_agent: Mozilla/5.0 (compatible; Shareaholicbot/2.0; +http://www.shareaholic.com/bot)
  bot:
    name: Generic Bot
- 
  user_agent: Mozilla/5.0 (compatible; TrendsmapResolver/0.1)
  bot:
    name: Generic Bot
- 
  user_agent: niki-bot
  bot:
    name: Generic Bot
- 
  user_agent: PHPCrawl
  bot:
    name: Generic Bot
- 
  user_agent: robots
  bot:
    name: Generic Bot
- 
  user_agent: SeopultContentAnalyzer/1.0
  bot:
    name: Generic Bot
- 
  user_agent: Mozilla/5.0 (compatible; Genieo/1.0 http://www.genieo.com/webfilter.html)
  bot:
    name: Genieo Web filter
    category: ""
    url: http://www.genieo.com/webfilter.html
    producer:
      name: Genieo
      url: http://www.genieo.com
- 
  user_agent: GigablastOpenSource/1.0
  bot:
    name: Gigablast
    category: Search bot
    url: https://github.com/gigablast/open-source-search-engine
    producer:
      name: Matt Wells
      url: http://www.gigablast.com/faq.html
- 
  user_agent: Mozilla/5.0 (compatible; Gluten Free Crawler/1.0; +http://glutenfreepleasure.com/)
  bot:
    name: Gluten Free Crawler
    category: Crawler
    url: http://glutenfreepleasure.com/
    producer:
      name: ""
      url: ""
- 
  user_agent: Mozilla/5.0 (Windows NT 5.1; rv:11.0) Gecko Firefox/11.0 (via ggpht.com GoogleImageProxy)
  bot:
    name: Gmail Image Proxy
    category: Crawler
    url: ""
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: DoCoMo/2.0 P900i(c100;TB;W24H11) (compatible; ichiro/mobile goo; +http://search.goo.ne.jp/option/use/sub4/sub4-1/)
  bot:
    name: Goo
    category: Search bot
    url: http://search.goo.ne.jp/option/use/sub4/sub4-1
    producer:
      name: NTT Resonant
      url: http://goo.ne.jp
- 
  user_agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.75 Safari/537.36 Google Favicon
  bot:
    name: Google Favicon
    category: Crawler
- 
  user_agent: Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_0_1 like Mac OS X; en-us) AppleWebKit/537.4 (KHTML, like Gecko; Google Page Speed Insights) Version/4.0.5 Mobile/8A306 Safari/6531.22.7
  bot:
    name: Google PageSpeed Insights
    category: Site Monitor
    url: http://developers.google.com/speed/pagespeed/insights/
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Mozilla/5.0 (Windows NT 5.1) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/14.0.835.202 Safari/535.1 google_partner_monitoring FWSzVTDDBz14547302713138T
  bot:
    name: Google Partner Monitoring
    category: Site Monitor
    url: ""
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko; Google Search Console) Chrome/41.0.2272.118 Safari/537.36
  bot:
    name: Google Search Console
    category: Crawler
    url: https://search.google.com/search-console/about
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Google-Structured-Data-Testing-Tool +https://search.google.com/structured-data/testing-tool)
  bot:
    name: Google Structured Data Testing Tool
    category: Validator
    url: https://search.google.com/structured-data/testing-tool
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: AdsBot-Google (+http://www.google.com/adsbot.html)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: AdsBot-Google-Mobile (+http://www.google.com/mobile/adsbot.html) Mozilla (iPhone; U; CPU iPhone OS 3 0 like Mac OS X) AppleWebKit (KHTML, like Gecko) Mobile Safari
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: APIs-Google (+https://developers.google.com/webmasters/APIs-Google.html)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: DoCoMo/2.0 N905i(c100;TB;W24H16) (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Feedfetcher-Google; (+http://www.google.com/feedfetcher.html; 19 subscribers; feed-id=13965549748850348809)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Feedfetcher-Google; (+http://www.google.com/feedfetcher.html; 2 subscribers; feed-id=17860707833818568603)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Feedfetcher-Google; (+http://www.google.com/feedfetcher.html; 375 subscribers; feed-id=15381863289700640853)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Google-AdWords-Express
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Google-Adwords-Instant (+http://www.google.com/adsbot.html)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Google-speakr
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Googlebot (gocrawl v0.4)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Googlebot-Image/1.0
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Googlebot-News (2.3.3, ruby 1.9.3 (2013-11-22))
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Googlebot-Video/1.0
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Googlebot/2.1 (http://www.googlebot.com/bot.html)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Googlebot/Nutch-1.7
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: GoogleProducer; (+http://goo.gl/7y4SX)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Mediapartners-Google
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Mozilla/5.0 (compatible) Feedfetcher-Google;(+http://www.google.com/feedfetcher.html)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Mozilla/5.0 (compatible; Google-Youtube-Links)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Mozilla/5.0 (en-US) AppleWebKit/537.36 (KHTML, like Gecko; Google-Assess) Chrome/34.0.1847.116 Safari/537.36
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Mozilla/5.0 (en-us) AppleWebKit/537.36(KHTML, like Gecko; Google-Adwords-DisplayAds-WebRender;) Chrome/41.0.2272.118Safari/537.36
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5376e Safari/8536.25 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Mozilla/5.0 (Linux; Android 4.0.4; Galaxy Nexus Build/IMM76B) AppleWebKit/537.36 (KHTML, like Gecko; Google-Publisher-Plugin) Chrome/27.0.1453 Mobile Safari/537.36
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Google-AMPHTML)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Google-Read-Aloud; +https://support.google.com/webmasters/answer/1061943)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Mozilla/5.0 (Windows NT 6.1; rv:6.0) Gecko/20110814 Firefox/6.0 Google (+https://developers.google.com/+/web/snippet/)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453 Safari/537.36 (compatible; Google-HotelAdsVerifier/2.0)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko; Google Web Preview) Chrome/27.0.1453 Safari/537.36
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.118 Safari/537.36 (compatible; Google-Shopping-Quality +http://www.google.com/merchants/tos/extend/DE/tos.html)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Safari/537.36
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: SAMSUNG-SGH-E250/1.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 UP.Browser/6.2.3.3.c.1.101 (GUI) MMP/2.0 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)
  bot:
    name: Googlebot
    category: Search bot
    url: http://www.google.com/bot.html
    producer:
      name: Google Inc.
      url: http://www.google.com
- 
  user_agent: Mozilla/5.0 (compatible; GrapeshotCrawler/2.0; +https://www.grapeshot.com/crawler/)
  bot:
    name: Grapeshot
    category: Crawler
    url: https://www.grapeshot.com/crawler
    producer:
      name: Grapeshot
      url: https://www.grapeshot.com
- 
  user_agent: Mozilla/5.0 (iPhone; CPU iPhone OS 8_3 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) Version/8.0 Mobile/12F70 Safari/600.1. 4 (compatible; GrapeshotCrawler/2.0; +https://www.grapeshot.com/crawler/)
  bot:
    name: Grapeshot
    category: Crawler
    url: https://www.grapeshot.com/crawler
    producer:
      name: Grapeshot
      url: https://www.grapeshot.com
- 
  user_agent: HTTPMon/1.0b (http://www.httpmon.com)
  bot:
    name: HTTPMon
    category: Site Monitor
    url: http://www.httpmon.com
    producer:
      name: towards GmbH
      url: http://www.towards.ch/
- 
  user_agent: 'flieder - neofonie heritrix/1.14.3 (+http://spider.neofonie.de)'
  bot:
    name: Heritrix
    category: Crawler
    url: https://webarchive.jira.com/wiki/display/Heritrix/Heritrix
    producer:
      name: The Internet Archive
      url: http://www.archive.org
- 
  user_agent: Mozilla/5.0 (compatible; heritrix/1.14.4 +http://webarhive.nlc.gov.cn)
  bot:
    name: Heritrix
    category: Crawler
    url: https://webarchive.jira.com/wiki/display/Heritrix/Heritrix
    producer:
      name: The Internet Archive
      url: http://www.archive.org
- 
  user_agent: Mozilla/5.0 (compatible; heritrix/1.14.4 +http://www.dla-marbach.de)
  bot:
    name: Heritrix
    category: Crawler
    url: https://webarchive.jira.com/wiki/display/Heritrix/Heritrix
    producer:
      name: The Internet Archive
      url: http://www.archive.org
- 
  user_agent: mozilla/5.0 (compatible; heritrix/1.3.0 http://archive.crawler.org)
  bot:
    name: Heritrix
    category: Crawler
    url: https://webarchive.jira.com/wiki/display/Heritrix/Heritrix
    producer:
      name: The Internet Archive
      url: http://www.archive.org
- 
  user_agent: Mozilla/5.0 (compatible; heritrix/3.1.1 +http://www.baidu.com)
  bot:
    name: Heritrix
    category: Crawler
    url: https://webarchive.jira.com/wiki/display/Heritrix/Heritrix
    producer:
      name: The Internet Archive
      url: http://www.archive.org
- 
  user_agent: Mozilla/5.0 (compatible; heritrix/3.1.1 +http://www.run4dom.com)
  bot:
    name: Heritrix
    category: Crawler
    url: https://webarchive.jira.com/wiki/display/Heritrix/Heritrix
    producer:
      name: The Internet Archive
      url: http://www.archive.org
- 
  user_agent: Mozilla/5.0 (compatible; heritrix/3.1.2-SNAPSHOT-20130207.001528 +http://webarchiv.cz/kontakty/)
  bot:
    name: Heritrix
    category: Crawler
    url: https://webarchive.jira.com/wiki/display/Heritrix/Heritrix
    producer:
      name: The Internet Archive
      url: http://www.archive.org
- 
  user_agent: Mozilla/5.0 (compatible; worio bot heritrix/1.10.0 +http://worio.com)
  bot:
    name: Heritrix
    category: Crawler
    url: https://webarchive.jira.com/wiki/display/Heritrix/Heritrix
    producer:
      name: The Internet Archive
      url: http://www.archive.org
- 
  user_agent: Heurekabot-Feed/1.0 (+https://sluzby.heureka.cz/napoveda/heurekabot/)
  bot:
    name: Heureka Feed
    category: Crawler
    url: https://sluzby.heureka.cz/napoveda/heurekabot/
    producer:
      name: Heureka.cz, a.s.
      url: https://www.heureka.cz/
- 
  user_agent: HubPages V0.2.2 (http://hubpages.com/help/crawlingpolicy)
  bot:
    name: HubPages
    category: Crawler
    url: http://hubpages.com/help/crawlingpolicy
    producer:
      name: HubPages
      url: http://hubpages.com/
- 
  user_agent: HubSpot Website Grader (web-crawlers@hubspot.com)
  bot:
    name: HubSpot
    category: Crawler
    producer:
      name: HubSpot Inc.
      url: https://www.hubspot.com
- 
  user_agent: ICC-Crawler/2.0 (Mozilla-compatible; ; http://www.nict.go.jp/en/univ-com/plan/crawl.html)
  bot:
    name: ICC-Crawler
    category: Crawler
    url: http://www.nict.go.jp/en/univ-com/plan/crawl.html
    producer:
      name: ""
      url: ""
- 
  user_agent: IDG/IT (http://spaziodati.eu/)
  bot:
    name: IDG/IT
    category: Search bot
    url: https://spaziodati.eu/
    producer:
      name: SpazioDati S.r.l.
      url: https://spaziodati.eu/
- 
  user_agent: iisbot/1.0 (+http://www.iis.net/iisbot.html)
  bot:
    name: IIS Site Analysis
    category: Crawler
    url: http://www.iis.net/iisbot.html
    producer:
      name: Microsoft Corporation
      url: http://www.microsoft.com
- 
  user_agent: IP-Guide.com Crawler/1.0 (https://ip-guide.com)
  bot:
    name: IP-Guide Crawler
    category: Crawler
    url: ""
    producer:
      name: ""
      url: https://ip-guide.com
- 
  user_agent: Mozilla/5.0 (compatible; ips-agent)
  bot:
    name: IPS Agent
    category: crawler
    producer:
      name: VeriSign, Inc
      url: http://www.verisign.com/
- 
  user_agent: Kaspersky Lab CFR link resolver cfradmins@kaspersky.com
  bot:
    name: Kaspersky
    category: Security Checker
    url: https://www.kaspersky.com/
    producer:
      name: AO Kaspersky Lab
      url: https://www.kaspersky.com/
- 
  user_agent: kouio.com RSS reader
  bot:
    name: Kouio
    url: http://kouio.com/
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: 'kouio.com RSS reader - 6 subscribers'
  bot:
    name: Kouio
    url: http://kouio.com/
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: LCC (+http://corpora.informatik.uni-leipzig.de/crawler_faq.html)
  bot:
    name: LCC
    category: Search bot
    url: https://corpora.uni-leipzig.de/crawler_faq.html
    producer:
      name: Universität Leipzig
      url: https://www.uni-leipzig.de/
- 
  user_agent: 'ltx71 - (http://ltx71.com/)'
  bot:
    name: LTX71
    url: http://ltx71.com/
    producer:
      name: ""
      url: ""
- 
  user_agent: larbin_2.6.3 larbin2.6.3@unspecified.mail
  bot:
    name: Larbin web crawler
    category: Crawler
    url: http://larbin.sourceforge.net
    producer:
      name: ""
      url: ""
- 
  user_agent: "Mozilla/5.0 (compatible; Let's Encrypt validation server; +https://www.letsencrypt.org)"
  bot:
    name: "Let's Encrypt Validation"
    category: Service Agent
    url: https://letsencrypt.org/how-it-works/
    producer:
      name: "Let's Encrypt"
      url: https://letsencrypt.org
- 
  user_agent: Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5 Build/MRA58N) AppleWebKit/537.36(KHTML, like Gecko) Chrome/61.0.3116.0 Mobile Safari/537.36 Chrome-Lighthouse
  bot:
    name: Lighthouse
    category: Site Monitor
    url: https://developers.google.com/web/tools/lighthouse
    producer:
      name: Lighthouse
      url: https://developers.google.com/web/tools/lighthouse
- 
  user_agent: linkdex.com/v2.0 and linkdex.com/v2.1
  bot:
    name: Linkdex Bot
    category: Search bot
    url: http://www.linkdex.com/bots
    producer:
      name: Mojeek Ltd.
      url: http://www.mojeek.com
- 
  user_agent: Mozilla/5.0 (compatible; linkdexbot/2.0; +http://www.linkdex.com/about/bots/)
  bot:
    name: Linkdex Bot
    category: Search bot
    url: http://www.linkdex.com/bots
    producer:
      name: Mojeek Ltd.
      url: http://www.mojeek.com
- 
  user_agent: Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_1 like Mac OS X; en-us) AppleWebKit/532.9 (KHTML, like Gecko) Version/4.0.5 Mobile/8B117 Safari/6531.22.7 (compatible; linkdexbot-mobile/2.1; +http://www.linkdex.com/about/bots/)
  bot:
    name: Linkdex Bot
    category: Search bot
    url: http://www.linkdex.com/bots
    producer:
      name: Mojeek Ltd.
      url: http://www.mojeek.com
- 
  user_agent: LinkedInBot/1.0 (compatible; Mozilla/5.0; Jakarta Commons-HttpClient/3.1 +http://www.linkedin.com)
  bot:
    name: LinkedIn Bot
    category: Social Media Agent
    url: http://www.linkedin.com
    producer:
      name: LinkedIn
      url: http://www.linkedin.com
- 
  user_agent: Mozilla/5.0 (compatible; MJ12bot/v1.4.4; http://www.majestic12.co.uk/bot.php?+)
  bot:
    name: MJ12 Bot
    category: Search bot
    url: http://majestic12.co.uk/bot.php
    producer:
      name: Majestic-12
      url: http://majestic12.co.uk
- 
  user_agent: magpie-crawler/1.1 (U; Linux amd64; en-GB; +http://www.brandwatch.net)
  bot:
    name: Magpie-Crawler
    category: Social Media Agent
    url: http://www.brandwatch.com/magpie-crawler/
    producer:
      name: Brandwatch
      url: http://www.brandwatch.com
- 
  user_agent: MagpieRSS/0.72 (+http://magpierss.sf.net)
  bot:
    name: MagpieRSS
    url: http://magpierss.sourceforge.net/
    category: Feed Parser
    producer:
      name: ""
      url: ""
- 
  user_agent: Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)
  bot:
    name: Mail.Ru Bot
    category: Search bot
    url: http://help.mail.ru/webmaster/indexing/robots/types_robots
    producer:
      name: Mail.Ru Group
      url: http://corp.mail.ru
- 
  user_agent: Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/Fast/2.0; +http://go.mail.ru/help/robots)
  bot:
    name: Mail.Ru Bot
    category: Search bot
    url: http://help.mail.ru/webmaster/indexing/robots/types_robots
    producer:
      name: Mail.Ru Group
      url: http://corp.mail.ru
- 
  user_agent: http.rb/2.2.2 (Mastodon/1.6.1; +https://mathtod.online/)
  bot:
    name: Mastodon Bot
    category: Social Media Agent
- 
  user_agent: http.rb/3.2.0 (Mastodon/2.4.3; +https://uwu.social/)
  bot:
    name: Mastodon Bot
    category: Social Media Agent
- 
  user_agent: Mozilla/5.0 (compatible; meanpathbot/1.0; +http://www.meanpath.com/meanpathbot.html)
  bot:
    name: Meanpath Bot
    category: Search bot
    url: http://www.meanpath.com/meanpathbot.html
    producer:
      name: Meanpath
      url: http://www.meanpath.com
- 
  user_agent: MetaInspector/5.4.0 (+https://github.com/jaimeiniesta/metainspector)
  bot:
    name: MetaInspector
    category: Crawler
    url: https://github.com/jaimeiniesta/metainspector
- 
  user_agent: Mozilla/5.0 (compatible; MetaJobBot; http://www.metajob.de/crawler)
  bot:
    name: MetaJobBot
    category: Crawler
    url: http://www.metajob.at/the/crawler
    producer:
      name: MetaJob
      url: http://www.metajob.at
- 
  user_agent: Mozilla/5.0 (compatible; MixrankBot; crawler@mixrank.com)
  bot:
    name: Mixrank Bot
    category: Crawler
    url: http://mixrank.com
    producer:
      name: Online Media Group, Inc.
      url: ""
- 
  user_agent: Mnogosearch-3.1.21
  bot:
    name: Mnogosearch
    category: Search bot
    url: http://www.mnogosearch.org/
    producer:
      name: Lavtech.Com Corp.
      url: ""
- 
  user_agent: Mozilla/5.0 (compatible; MojeekBot/0.6; http://www.mojeek.com/bot.html)
  bot:
    name: MojeekBot
    category: Search bot
    url: http://www.mojeek.com/bot.html
    producer:
      name: Mojeek Ltd.
      url: http://www.mojeek.com
- 
  user_agent: 'Mozilla/5.0 (compatible; www.monitor.us - free monitoring service; http://www.monitor.us)'
  bot:
    name: Monitor.Us
    category: Site Monitor
    url: http://www.monitor.us
    producer:
      name: Monitor.Us
      url: http://www.monitor.us
- 
  user_agent: munin/2.0.30-1 (libwww-perl/6.15)
  bot:
    name: Munin
    category: Site Monitor
    url: http://munin-monitoring.org/
    producer:
      name: Munin
      url: http://munin-monitoring.org/
- 
  user_agent: munin/http_loadtime
  bot:
    name: Munin
    category: Site Monitor
    url: http://munin-monitoring.org/
    producer:
      name: Munin
      url: http://munin-monitoring.org/
- 
  user_agent: nlcrawler/1.0 (+http://northernlight.com/)
  bot:
    name: NLCrawler
    category: Crawler
    url: ""
    producer:
      name: Northern Light
      url: http://northernlight.com
- 
  user_agent: check_http/v1.5 (nagios-plugins 1.5)
  bot:
    name: Nagios check_http
    category: Site Monitor
    url: https://nagios.org
    producer:
      name: Nagios Plugins Development Team
      url: https://nagios.org
- 
  user_agent: NalezenCzBot/1.0 (http://www.nalezen.cz/about-crawler)
  bot:
    name: NalezenCzBot
    category: Crawler
    url: http://www.nalezen.cz/about-crawler
    producer:
      name: Jaroslav Kuboš
      url: ""
- 
  user_agent: NetLyzer FastProbe
  bot:
    name: NetLyzer FastProbe
- 
  user_agent: Mozilla/4.0 (compatible; Netcraft Web Server Survey)
  bot:
    name: Netcraft Survey Bot
    category: Search bot
    url: ""
    producer:
      name: Netcraft
      url: http://www.netcraft.com
- 
  user_agent: Mozilla/5.0 (compatible; NetcraftSurveyAgent/1.0; +info@netcraft.com)
  bot:
    name: Netcraft Survey Bot
    category: Search bot
    url: ""
    producer:
      name: Netcraft
      url: http://www.netcraft.com
- 
  user_agent: 'Netcraft SSL Server Survey - contact info@netcraft.com'
  bot:
    name: Netcraft Survey Bot
    category: Search bot
    url: ""
    producer:
      name: Netcraft
      url: http://www.netcraft.com
- 
  user_agent: Netvibes (http://www.netvibes.com)
  bot:
    name: Netvibes
    url: http://www.netvibes.com/
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: 'Netvibes (http://www.netvibes.com/; 8 subscribers; feedID: 2244192)'
  bot:
    name: Netvibes
    url: http://www.netvibes.com/
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: 'NewsBlur Favicon Fetcher - 7 subscribers - http://www.newsblur.com/site/1948420/analytics-piwik (Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_1) AppleWebKit/534.48.3 (KHTML, like Gecko) Version/5.1 Safari/534.48.3)'
  bot:
    name: NewsBlur
    url: http://www.newsblur.com
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: 'NewsBlur Feed Fetcher - 7 subscribers - http://www.newsblur.com/site/1948420/analytics-piwik (Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_1) AppleWebKit/534.48.3 (KHTML, like Gecko) Version/5.1 Safari/534.48.3)'
  bot:
    name: NewsBlur
    url: http://www.newsblur.com
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: NewsBlur Feed Finder (Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_1) AppleWebKit/534.48.3 (KHTML, like Gecko) Version/5.1 Safari/534.48.3)
  bot:
    name: NewsBlur
    url: http://www.newsblur.com
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: 'NewsBlur Page Fetcher - 7 subscribers - http://www.newsblur.com/site/3966817/analytics-piwik (Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_1) AppleWebKit/534.48.3 (KHTML, like Gecko) Version/5.1 Safari/534.48.3)'
  bot:
    name: NewsBlur
    url: http://www.newsblur.com
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: NewsGatorOnline/2.0 (http://www.newsgator.com; 2 subscribers)
  bot:
    name: NewsGator
    url: http://www.newsgator.com
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: Mozilla/5.0 (compatible; Nmap Scripting Engine; https://nmap.org/book/nse.html)
  bot:
    name: Nmap
    category: Security Checker
    url: https://nmap.org/book/nse.html
    producer:
      name: Nmap
      url: https://nmap.org/
- 
  user_agent: 5acd734a-1ed3-4a17-ad9d-0b09ae7bc2d2/Nutch-1.7
  bot:
    name: Nutch-based Bot
    category: Crawler
    url: https://nutch.apache.org
    producer:
      name: The Apache Software Foundation
      url: http://www.apache.org/foundation/
- 
  user_agent: CB/Nutch-1.7
  bot:
    name: Nutch-based Bot
    category: Crawler
    url: https://nutch.apache.org
    producer:
      name: The Apache Software Foundation
      url: http://www.apache.org/foundation/
- 
  user_agent: Mozilla/5.0 (compatible; summers;)/Nutch-1.7
  bot:
    name: Nutch-based Bot
    category: Crawler
    url: https://nutch.apache.org
    producer:
      name: The Apache Software Foundation
      url: http://www.apache.org/foundation/
- 
  user_agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.9.2.8) Firefox/3.6.8/Nutch-1.7
  bot:
    name: Nutch-based Bot
    category: Crawler
    url: https://nutch.apache.org
    producer:
      name: The Apache Software Foundation
      url: http://www.apache.org/foundation/
- 
  user_agent: My Nutch Spider/Nutch-1.6
  bot:
    name: Nutch-based Bot
    category: Crawler
    url: https://nutch.apache.org
    producer:
      name: The Apache Software Foundation
      url: http://www.apache.org/foundation/
- 
  user_agent: MySpider/Nutch-2.2
  bot:
    name: Nutch-based Bot
    category: Crawler
    url: https://nutch.apache.org
    producer:
      name: The Apache Software Foundation
      url: http://www.apache.org/foundation/
- 
  user_agent: Nutch12/Nutch-1.2
  bot:
    name: Nutch-based Bot
    category: Crawler
    url: https://nutch.apache.org
    producer:
      name: The Apache Software Foundation
      url: http://www.apache.org/foundation/
- 
  user_agent: NutchSpider/Nutch-1.4
  bot:
    name: Nutch-based Bot
    category: Crawler
    url: https://nutch.apache.org
    producer:
      name: The Apache Software Foundation
      url: http://www.apache.org/foundation/
- 
  user_agent: spider/Nutch-1.5.1 (spider; http://www.xxx.com)
  bot:
    name: Nutch-based Bot
    category: Crawler
    url: https://nutch.apache.org
    producer:
      name: The Apache Software Foundation
      url: http://www.apache.org/foundation/
- 
  user_agent: Spider/Nutch-2.3-SNAPSHOT (Webcrawler)
  bot:
    name: Nutch-based Bot
    category: Crawler
    url: https://nutch.apache.org
    producer:
      name: The Apache Software Foundation
      url: http://www.apache.org/foundation/
- 
  user_agent: testnutch/Nutch-1.8
  bot:
    name: Nutch-based Bot
    category: Crawler
    url: https://nutch.apache.org
    producer:
      name: The Apache Software Foundation
      url: http://www.apache.org/foundation/
- 
  user_agent: Your Nutch Spider/Nutch-2.2.1
  bot:
    name: Nutch-based Bot
    category: Crawler
    url: https://nutch.apache.org
    producer:
      name: The Apache Software Foundation
      url: http://www.apache.org/foundation/
- 
  user_agent: your sipder name/Nutch-1.7
  bot:
    name: Nutch-based Bot
    category: Crawler
    url: https://nutch.apache.org
    producer:
      name: The Apache Software Foundation
      url: http://www.apache.org/foundation/
- 
  user_agent: Nuzzel
  bot:
    name: Nuzzel
    category: Crawler
    producer:
      name: Nuzzel
      url: https://www.nuzzel.com/
- 
  user_agent: Octopus 1.0.2
  bot:
    name: Octopus
- 
  user_agent: omgili/0.5 +http://omgili.com
  bot:
    name: Omgili bot
    category: Search bot
    url: http://www.omgili.com/Crawler.html
    producer:
      name: Omgili
      url: http://www.omgili.com
- 
  user_agent: omgilibot/0.3 +http://www.omgili.com/Crawler.html
  bot:
    name: Omgili bot
    category: Search bot
    url: http://www.omgili.com/Crawler.html
    producer:
      name: Omgili
      url: http://www.omgili.com
- 
  user_agent: Mozilla/5.0 (compatible; spbot/4.0.9; +http://OpenLinkProfiler.org/bot )
  bot:
    name: OpenLinkProfiler
    category: Crawler
    url: http://openlinkprofiler.org/bot
    producer:
      name: Axandra GmbH
      url: http://www.axandra.com
- 
  user_agent: OpenWebSpider v0.1.4 (http://www.openwebspider.org/)
  bot:
    name: OpenWebSpider
    category: Crawler
    url: http://www.openwebspider.org
    producer:
      name: OpenWebSpider Lab
      url: http://lab.openwebspider.org
- 
  user_agent: Mozilla/5.0 (compatible; OpenindexSpider; +http://www.openindex.io/en/webmasters/spider.html)
  bot:
    name: Openindex Spider
    category: Search bot
    url: http://www.openindex.io/en/webmasters/spider.html
    producer:
      name: Openindex B.V.
      url: http://www.openindex.io
- 
  user_agent: Mozilla/5.0 (compatible; OrangeBot-Collector/2.0; support.orangebot@orange.com)
  bot:
    name: Orange Bot
    category: Search bot
    url: http://lemoteur.orange.fr
    producer:
      name: Orange
      url: http://www.orange.fr
- 
  user_agent: Mozilla/5.0 (compatible; OrangeBot/2.0; support.orangebot@orange.com)
  bot:
    name: Orange Bot
    category: Search bot
    url: http://lemoteur.orange.fr
    producer:
      name: Orange
      url: http://www.orange.fr
- 
  user_agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com)
  bot:
    name: Orange Bot
    category: Search bot
    url: http://lemoteur.orange.fr
    producer:
      name: Orange
      url: http://www.orange.fr
- 
  user_agent: Mozilla/5.0 (Windows; U; Windows NT 5.1;fr;rv:1.8.1) VoilaBotCollector BETA 0.1 (http://www.voila.com/)
  bot:
    name: Orange Bot
    category: Search bot
    url: http://lemoteur.orange.fr
    producer:
      name: Orange
      url: http://www.orange.fr
- 
  user_agent: Mozilla/5.0 (Java) outbrain
  bot:
    name: Outbrain
    category: Crawler
    url: ""
    producer:
      name: Outbrain
      url: http://www.outbrain.com/
- 
  user_agent: Mozilla/5.0 (compatible; phpservermon/3.1.1; +http://www.phpservermonitor.org)
  bot:
    name: PHP Server Monitor
    category: Site Monitor
    url: https://github.com/phpservermon/phpservermon
    producer:
      name: PHP Server Monitor
      url: http://www.phpservermonitor.org/
- 
  user_agent: Mozilla/5.0 (compatible; PaperLiBot/2.1; http://support.paper.li/entries/20023257-what-is-paper-li)
  bot:
    name: PaperLiBot
    category: Search bot
    url: http://support.paper.li/entries/20023257-what-is-paper-li
    producer:
      name: Smallrivers SA
      url: http://www.paper.li
- 
  user_agent: phantomas/1.11.0 (PhantomJS/1.9.8; linux x64)
  bot:
    name: Phantomas
    category: Site Monitor
    url: https://github.com/macbre/phantomas
- 
  user_agent: psbot-page (+http://www.picsearch.com/bot.html)
  bot:
    name: Picsearch bot
    category: Search bot
    url: http://www.picsearch.com/bot.html
    producer:
      name: Picsearch
      url: http://www.picsearch.com
- 
  user_agent: psbot/0.1 (+http://www.picsearch.com/bot.html)
  bot:
    name: Picsearch bot
    category: Search bot
    url: http://www.picsearch.com/bot.html
    producer:
      name: Picsearch
      url: http://www.picsearch.com
- 
  user_agent: Pingdom.com_bot_version_1.4_(http://www.pingdom.com/)
  bot:
    name: Pingdom Bot
    category: Site Monitor
    url: ""
    producer:
      name: Pingdom AB
      url: https://www.pingdom.com
- 
  user_agent: Pinterest/0.2 (+http://www.pinterest.com/)
  bot:
    name: Pinterest
    url: ""
    category: Crawler
    producer:
      name: Pinterest
      url: http://www.pinterest.com/
- 
  user_agent: PocketParser/2.0 (+https://getpocket.com/pocketparser_ua)
  bot:
    name: PocketParser
    category: Read-it-later Service
    url: https://getpocket.com/pocketparser_ua
    producer:
      name: Pocket
      url: https://getpocket.com/
- 
  user_agent: PritTorrent/1.0
  bot:
    name: PritTorrent
    category: Crawler
    url: https://github.com/astro/prittorrent
    producer:
      name: Bitlove
      url: http://bitlove.org/
- 
  user_agent: QuerySeekerSpider ( http://queryseeker.com/bot.html )
  bot:
    name: QuerySeekerSpider
    category: Crawler
    url: http://queryseeker.com/bot.html
    producer:
      name: QueryEye Inc.
      url: http://queryeye.com
- 
  user_agent: Quora Link Preview/1.0 (http://www.quora.com)
  bot:
    name: Quora Link Preview
    category: Crawler
    url: ""
    producer:
      name: Quora
      url: http://www.quora.com
- 
  user_agent: 'Mozilla/5.0 (compatible; Qwantify/2.2w; +https://www.qwant.com/)/*'
  bot:
    name: Qwantify
    category: Crawler
    url: https://www.qwant.com/
    producer:
      name: Qwant Corporation
      url: https://www.qwant.com/
- 
  user_agent: ROI Hunter; https://api-dev.roihunter.com
  bot:
    name: ROI Hunter
    category: Crawler
    url: ""
    producer:
      name: Roihunter a.s.
      url: http://roihunter.com/
- 
  user_agent: RSSRadio (Push Notification Scanner;support@dorada.co.uk)
  bot:
    name: RSSRadio Bot
- 
  user_agent: Rainmeter WebParser plugin
  bot:
    name: Rainmeter
    category: Crawler
    url: https://www.rainmeter.net
- 
  user_agent: RamblerMail/6.0 (incompatible; ImageProxy/6.0)
  bot:
    name: RamblerMail Image Proxy
    category: Crawler
    url: ""
    producer:
      name: 'Rambler&Co'
      url: https://rambler-co.ru/
- 
  user_agent: Mozilla/5.0 (compatible; redditbot/1.0; +http://www.reddit.com/feedback)
  bot:
    name: Reddit Bot
    category: Social Media Agent
    url: http://www.reddit.com/feedback
    producer:
      name: reddit inc.
      url: http://www.reddit.com
- 
  user_agent: Mozilla/5.0 (compatible; rogerBot/1.0; UrlCrawler; http://www.seomoz.org/dp/rogerbot)
  bot:
    name: Rogerbot
    category: Crawler
    url: http://moz.com/help/pro/what-is-rogerbot-
    producer:
      name: SEOmoz, Inc.
      url: http://moz.com/
- 
  user_agent: rogerbot/1.0 (http://moz.com/help/pro/what-is-rogerbot-, rogerbot-crawler+shiny@moz.com)
  bot:
    name: Rogerbot
    category: Crawler
    url: http://moz.com/help/pro/what-is-rogerbot-
    producer:
      name: SEOmoz, Inc.
      url: http://moz.com/
- 
  user_agent: rogerbot/1.0 (http://www.moz.com/dp/rogerbot, rogerbot-crawler@moz.com)
  bot:
    name: Rogerbot
    category: Crawler
    url: http://moz.com/help/pro/what-is-rogerbot-
    producer:
      name: SEOmoz, Inc.
      url: http://moz.com/
- 
  user_agent: SEOENGWorldBot/1.0 (+http://www.seoengine.com/seoengbot.htm)
  bot:
    name: SEOENGBot
    category: Crawler
    url: http://www.seoengine.com/seoengbot.htm
    producer:
      name: SEO Engine
      url: http://www.seoengine.com
- 
  user_agent: Mozilla/5.0 (compatible; SEOkicks-Robot; +http://www.seokicks.de/robot.html)
  bot:
    name: SEOkicks-Robot
    category: Crawler
    url: http://www.seokicks.de/robot.html
    producer:
      name: SEOkicks
      url: https://www.seokicks.de/
- 
  user_agent: Mozilla/5.0 (compatible; SISTRIX Crawler; http://crawler.sistrix.net/)
  bot:
    name: SISTRIX Crawler
    category: Crawler
    url: http://crawler.sistrix.net
    producer:
      name: SISTRIX GmbH
      url: http://www.sistrix.de
- 
  user_agent: Mozilla/5.0 (compatible; SISTRIX Optimizer)
  bot:
    name: SISTRIX Optimizer
    category: Crawler
    url: https://optimizer.sistrix.com
    producer:
      name: SISTRIX GmbH
      url: http://www.sistrix.de
- 
  user_agent: Mozilla/5.0 (compatible; SISTRIX Optimizer; Uptime; +https://www.sistrix.com/faq/uptime)
  bot:
    name: SISTRIX Optimizer
    category: Crawler
    url: https://optimizer.sistrix.com
    producer:
      name: SISTRIX GmbH
      url: http://www.sistrix.de
- 
  user_agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.75 Safari/537.36 (compatible; SMTBot/1.0; +http://www.similartech.com/smtbot)
  bot:
    name: SMTBot
    category: Search bot
    url: https://www.similartech.com/smtbot
    producer:
      name: SimilarTech Ltd.
      url: https://www.similartech.com/
- 
  user_agent: SSL Labs (https://www.ssllabs.com/about/assessment.html)
  bot:
    name: SSL Labs
    category: Validator
    url: https://www.ssllabs.com/about/assessment.html
    producer:
      name: SSL Labs
      url: https://www.ssllabs.com/about/assessment.html
- 
  user_agent: SafeDNSBot (https://www.safedns.com/searchbot)
  bot:
    name: SafeDNSBot
    category: Crawler
    url: https://www.safedns.com/searchbot
    producer:
      name: SafeDNS, Inc.
      url: https://www.safedns.com/
- 
  user_agent: Scrapy/1.0.3.post6+g2d688cd (+http://scrapy.org)
  bot:
    name: Scrapy
    category: Crawler
    url: http://scrapy.org
- 
  user_agent: Screaming Frog SEO Spider/2.22
  bot:
    name: Screaming Frog SEO Spider
    category: Crawler
    url: http://www.screamingfrog.co.uk/seo-spider
    producer:
      name: Screaming Frog Ltd
      url: http://www.screamingfrog.co.uk
- 
  user_agent: ScreenerBot Crawler Beta 2.0 (+http://www.ScreenerBot.com)
  bot:
    name: ScreenerBot
    category: Crawler
    url: http://www.screenerbot.com
    producer:
      name: ""
      url: ""
- 
  user_agent: Mozilla/5.0 (compatible; SemrushBot/0.97; +http://www.semrush.com/bot.html)
  bot:
    name: Semrush Bot
    category: Crawler
    url: http://www.semrush.com/bot.html
    producer:
      name: SEMrush
      url: http://www.semrush.com
- 
  user_agent: SensikaBot/x.33 (+http://sensika.com)
  bot:
    name: Sensika Bot
    category: ""
    url: ""
    producer:
      name: Sensika
      url: http://sensika.com
- 
  user_agent: sentry/8.6.0 (https://getsentry.com)
  bot:
    name: Sentry Bot
    producer:
      name: Sentry
      url: https://sentry.io
- 
  user_agent: Mozilla/5.0 (compatible; seoscanners.net/1; +spider@seoscanners.net)
  bot:
    name: Seoscanners.net
    category: Crawler
    url: ""
- 
  user_agent: Server Density Service Monitoring v2
  bot:
    name: Server Density
- 
  user_agent: Mozilla/5.0 (compatible; SeznamBot/3.1-test1; +http://fulltext.sblog.cz/)
  bot:
    name: Seznam Bot
    category: Search bot
    url: http://www.mapy.cz/cz/seznambot.html
    producer:
      name: Seznam.cz, a.s.
      url: http://www.seznam.cz/
- 
  user_agent: Mozilla/5.0 (compatible; SeznamBot/3.2-test1; +http://fulltext.sblog.cz/)
  bot:
    name: Seznam Bot
    category: Search bot
    url: http://www.mapy.cz/cz/seznambot.html
    producer:
      name: Seznam.cz, a.s.
      url: http://www.seznam.cz/
- 
  user_agent: Mozilla/5.0 (compatible; SeznamBot/3.2; +http://fulltext.sblog.cz/)
  bot:
    name: Seznam Bot
    category: Search bot
    url: http://www.mapy.cz/cz/seznambot.html
    producer:
      name: Seznam.cz, a.s.
      url: http://www.seznam.cz/
- 
  user_agent: SeznamBot/3.0 (+http://fulltext.sblog.cz/)
  bot:
    name: Seznam Bot
    category: Search bot
    url: http://www.mapy.cz/cz/seznambot.html
    producer:
      name: Seznam.cz, a.s.
      url: http://www.seznam.cz/
- 
  user_agent: Mozilla/5.0 SeznamEmailProxy/2.0.174
  bot:
    name: Seznam Email Proxy
    category: Crawler
    url: ""
    producer:
      name: Seznam.cz, a.s.
      url: http://www.seznam.cz/
- 
  user_agent: Seznam-Zbozi-robot/3.0
  bot:
    name: Seznam Zbozi.cz
    category: Crawler
    url: ""
    producer:
      name: Seznam.cz, a.s.
      url: https://www.zbozi.cz/
- 
  user_agent: Mozilla/5.0 (ShopAlike; LadenZeile) FeedBot
  bot:
    name: ShopAlike
    category: Crawler
    url: ""
    producer:
      name: Visual Meta
      url: https://www.shopalike.cz/
- 
  user_agent: ShopWiki/1.0 ( +http://www.shopwiki.com/wiki/Help:Bot)
  bot:
    name: ShopWiki
    category: Search tools
    url: http://www.shopwiki.com/wiki/Help:Bot
    producer:
      name: ShopWiki Corp.
      url: http://www.shopwiki.com
- 
  user_agent: shopify-partner-homepage-scraper
  bot:
    name: Shopify Partner
    category: Crawler
    url: https://www.shopify.com/partners
    producer:
      name: Shopify
      url: https://www.shopify.com/
- 
  user_agent: SilverReader/1.0; http://silverreader.com
  bot:
    name: SilverReader
    url: http://silverreader.com
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: SimplePie/1.2.1-dev (Feed Parser; http://simplepie.org; Allow like Gecko) Build/20130514092120
  bot:
    name: SimplePie
    url: http://www.simplepie.org
    category: Feed Parser
    producer:
      name: ""
      url: ""
- 
  user_agent: SimplePie/1.3.1 (Feed Parser; http://simplepie.org; Allow like Gecko) Build/20121030175911
  bot:
    name: SimplePie
    url: http://www.simplepie.org
    category: Feed Parser
    producer:
      name: ""
      url: ""
- 
  user_agent: Site24x7
  bot:
    name: Site24x7 Website Monitoring
    category: Site Monitor
    url: https://www.site24x7.com/site24x7-faq.html
    producer:
      name: Site24x7
      url: https://www.site24x7.com
- 
  user_agent: SiteSucker for macOS/2.10.5
  bot:
    name: SiteSucker
    category: Crawler
    url: http://ricks-apps.com/osx/sitesucker/
- 
  user_agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.0) Match by Siteimprove.com
  bot:
    name: Siteimprove
    category: Search bot
    url: https://siteimprove.com/
    producer:
      name: Siteimprove GmbH
      url: https://siteimprove.com/
- 
  user_agent: Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) LinkCheck by Siteimprove.com
  bot:
    name: Siteimprove
    category: Search bot
    url: https://siteimprove.com/
    producer:
      name: Siteimprove GmbH
      url: https://siteimprove.com/
- 
  user_agent: sixy.ch/1.0
  bot:
    name: Sixy.ch
    category: Site Monitor
    url: http://sixy.ch
    producer:
      name: Manuel Kasper
      url: https://neon1.net/
- 
  user_agent: Mozilla/5.0 (Windows NT 6.1; WOW64) SkypeUriPreview Preview/0.5
  bot:
    name: Skype URI Preview
    category: Service Agent
    url: ""
    producer:
      name: Skype Communications S.à.r.l.
      url: https://www.skype.com
- 
  user_agent: Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)
  bot:
    name: Slackbot
    category: Crawler
    url: https://api.slack.com/robots
    producer:
      name: Slack Technologies
      url: http://slack.com
- 
  user_agent: 'AppEngine-Google; (+http://code.google.com/appengine; appid: s~snapchat-proxy)'
  bot:
    name: Snapchat Proxy
    category: Crawler
    url: https://www.snapchat.com
    producer:
      name: Snapchat Inc.
      url: https://www.snapchat.com
- 
  user_agent: New-Sogou-Spider/1.0 (compatible; MSIE 5.5; Windows 98)
  bot:
    name: Sogou Spider
    category: Search bot
    url: http://www.sogou.com/docs/help/webmasters.htm
    producer:
      name: Sohu, Inc.
      url: http://www.sogou.com
- 
  user_agent: Sogou inst spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm
  bot:
    name: Sogou Spider
    category: Search bot
    url: http://www.sogou.com/docs/help/webmasters.htm
    producer:
      name: Sohu, Inc.
      url: http://www.sogou.com
- 
  user_agent: Sogou Pic Spider/3.0(+http://www.sogou.com/docs/help/webmasters.htm
  bot:
    name: Sogou Spider
    category: Search bot
    url: http://www.sogou.com/docs/help/webmasters.htm
    producer:
      name: Sohu, Inc.
      url: http://www.sogou.com
- 
  user_agent: Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm
  bot:
    name: Sogou Spider
    category: Search bot
    url: http://www.sogou.com/docs/help/webmasters.htm
    producer:
      name: Sohu, Inc.
      url: http://www.sogou.com
- 
  user_agent: Sosospider+(+http://help.soso.com/webspider.htm)
  bot:
    name: Soso Spider
    category: Search bot
    url: http://help.soso.com/webspider.htm
    producer:
      name: Tencent Holdings
      url: http://www.soso.com
- 
  user_agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/537.36 (KHTML, like Gecko) Sparkler/0.2.0-SNAPSHOT
  bot:
    name: Sparkler
    category: Crawler
    url: https://github.com/USCDataScience/sparkler
- 
  user_agent: Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.0.19; aggregator:Spinn3r (Spinn3r 3.1); http://spinn3r.com/robot) Gecko/2010040121 Firefox/3.0.19
  bot:
    name: Spinn3r
    category: Crawler
    url: http://spinn3r.com/robot
    producer:
      name: Tailrank Inc
      url: http://spinn3r.com
- 
  user_agent: Spotify/1.0
  bot:
    name: Spotify
    producer:
      name: Spotify
      url: https://www.spotify.com
- 
  user_agent: Mozilla/5.0 (compatible; SputnikBot/2.2)
  bot:
    name: Sputnik Bot
    category: ""
    url: ""
    producer:
      name: ""
      url: ""
- 
  user_agent: Mozilla/5.0 (compatible; SputnikImageBot/2.2)
  bot:
    name: Sputnik Bot
    category: ""
    url: ""
    producer:
      name: ""
      url: ""
- 
  user_agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_5) AppleWebKit/536.30.1 (KHTML, like Gecko) (compatible; Startpagina-Linkchecker/1.0; +https://www.startpagina.nl/linkchecker)
  bot:
    name: Startpagina Linkchecker
    category: Search bot
    url: https://www.startpagina.nl/linkchecker
    producer:
      name: Startpagina B.V.
      url: https://www.startpagina.nl/
- 
  user_agent: Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.4 (KHTML, like Gecko) Chrome/98 Safari/537.4 (StatusCake)
  bot:
    name: StatusCake
    category: Site Monitor
    url: https://www.statuscake.com
    producer:
      name: StatusCake
      url: https://www.statuscake.com
- 
  user_agent: 'Superfeedr bot/2.0 http://superfeedr.com - Make your feeds realtime: get in touch!'
  bot:
    name: Superfeedr Bot
    category: Feed Fetcher
    url: ""
    producer:
      name: Superfeedr
      url: https://superfeedr.com/
- 
  user_agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en; rv:1.9.0.13) Gecko/2009073022 Firefox/3.5.2 (.NET CLR 3.5.30729) SurveyBot/2.3 (DomainTools)
  bot:
    name: Survey Bot
    category: Search bot
    url: http://www.domaintools.com/webmasters/surveybot.php
    producer:
      name: Domain Tools
      url: http://www.domaintools.com
- 
  user_agent: TLSProbe/1.0 (+https://scan.trustnet.venafi.com/)
  bot:
    name: TLSProbe
    url: https://scan.trustnet.venafi.com/
    category: Security search bot
    producer:
      name: Venafi TrustNet
      url: https://www.venafi.com
- 
  user_agent: Tarmot Gezgin/1.0 (compatible; TarmotGezgin/1.1; +http://www.tarmot.com/gezgin)
  bot:
    name: Tarmot Gezgin
    url: http://www.tarmot.com/gezgin/
    category: Search bot
- 
  user_agent: TelegramBot (like TwitterBot)
  bot:
    name: TelegramBot
    url: https://telegram.org/blog/bot-revolution
- 
  user_agent: The Knowledge AI
  bot:
    name: The Knowledge AI
    category: Crawler
- 
  user_agent: TinEye-bot/0.02 (see http://www.tineye.com/crawler.html)
  bot:
    name: TinEye Crawler
    category: Search bot
    url: http://www.tineye.com/crawler.html
    producer:
      name: Idée Inc.
      url: http://ideeinc.com
- 
  user_agent: Tiny Tiny RSS/1.10 (http://tt-rss.org/)
  bot:
    name: Tiny Tiny RSS
    url: http://tt-rss.org
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: Tiny Tiny RSS/1.11.4c63934 (http://tt-rss.org/)
  bot:
    name: Tiny Tiny RSS
    url: http://tt-rss.org
    category: Feed Fetcher
    producer:
      name: ""
      url: ""
- 
  user_agent: Mozilla/5.0 (compatible; tracemyfile/1.0)
  bot:
    name: TraceMyFile
    category: Search bot
    url: https://www.tracemyfile.com/
    producer:
      name: Idee Inc.
      url: http://ideeinc.com/
- 
  user_agent: Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.0; trendictionbot0.5.0; trendiction search; http://www.trendiction.de/bot; please let us know of any problems; web at trendiction.com) Gecko/20071127 Firefox/3.0.0.11
  bot:
    name: Trendiction Bot
    category: Crawler
    url: http://www.trendiction.de/bot
    producer:
      name: Talkwalker Inc.
      url: http://www.talkwalker.com
- 
  user_agent: TurnitinBot/3.0 (http://www.turnitin.com/robot/crawlerinfo.html)
  bot:
    name: TurnitinBot
    category: Crawler
    url: http://www.turnitin.com/robot/crawlerinfo.html
    producer:
      name: iParadigms, LLC.
      url: http://www.turnitin.com
- 
  user_agent: Mozilla/5.0 (compatible; TweetedTimes Bot/1.0; +http://tweetedtimes.com)
  bot:
    name: TweetedTimes Bot
    category: Crawler
    url: http://tweetedtimes.com
    producer:
      name: TweetedTimes
      url: http://tweetedtimes.com/
- 
  user_agent: TweetedTimes Bot/1.0 (Mozilla/5.0 Compatible, +http://tweetedtimes.com)
  bot:
    name: TweetedTimes Bot
    category: Crawler
    url: http://tweetedtimes.com
    producer:
      name: TweetedTimes
      url: http://tweetedtimes.com/
- 
  user_agent: Mozilla/5.0 (compatible; TweetmemeBot/3.0; +http://tweetmeme.com/)
  bot:
    name: Tweetmeme Bot
    category: Crawler
    url: http://tweetmeme.com/
    producer:
      name: Mediasift
      url: ""
- 
  user_agent: Mozilla/5.0 (compatible; Twingly Recon; twingly.com)
  bot:
    name: Twingly Recon
    category: Crawler
    producer:
      name: Twingly
      url: https://www.twingly.com
- 
  user_agent: Twitterbot/1.0
  bot:
    name: Twitterbot
    category: Social Media Agent
    url: https://dev.twitter.com/docs/cards/getting-started
    producer:
      name: Twitter
      url: http://www.twitter.com
- 
  user_agent: Mozilla/5.0 (compatible; URLAppendBot/1.0; +http://www.profound.net/urlappendbot.html)
  bot:
    name: URLAppendBot
    category: Crawler
    url: http://www.profound.net/urlappendbot.html
    producer:
      name: Profound Networks
      url: http://www.profound.net
- 
  user_agent: 'Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Safari/537.36 (via secureurl.fwdcdn.com - mail.ukr.net proxy)'
  bot:
    name: UkrNet Mail Proxy
    category: Crawler
    url: ""
    producer:
      name: UkrNet Ltd
      url: https://www.ukr.net/
- 
  user_agent: UniversalFeedParser/5.2.1 +https://code.google.com/p/feedparser/
  bot:
    name: UniversalFeedParser
    category: Feed Fetcher
    url: https://github.com/kurtmckee/feedparser
    producer:
      name: Kurt McKee
      url: https://github.com/kurtmckee
- 
  user_agent: Mozilla/5.0+(compatible; UptimeRobot/2.0; http://www.uptimerobot.com/)
  bot:
    name: Uptime Robot
    category: Site Monitor
    url: ""
    producer:
      name: Uptime Robot
      url: http://uptimerobot.com
- 
  user_agent: Mozilla/5.0 (compatible; Uptimebot/1.0; +http://www.uptime.com/uptimebot)
  bot:
    name: Uptimebot
    category: Site Monitor
    url: https://uptime.com/uptimebot
    producer:
      name: Uptime
      url: https://uptime.com
- 
  user_agent: Mozilla/5.0 (compatible; vkShare; +http://vk.com/dev/Share)
  bot:
    name: VK Share Button
    category: Crawler
    url: http://vk.com/dev/Share
    producer:
      name: VK
      url: http://vk.com/
- 
  user_agent: 'Mozilla/4.0 (compatible;  Vagabondo/4.0; http://webagent.wise-guys.nl/; http://www.wise-guys.nl/)'
  bot:
    name: Vagabondo
    category: Crawler
    url: ""
    producer:
      name: WiseGuys
      url: http://www.wise-guys.nl/
- 
  user_agent: Mozilla/5.0 (compatible; VSMCrawler; http://www.visualsitemapper.com/crawler/)
  bot:
    name: Visual Site Mapper Crawler
    category: Crawler
    url: http://www.visualsitemapper.com/crawler
    producer:
      name: Alentum Software Ltd.
      url: http://www.alentum.com
- 
  user_agent: 'Jigsaw/2.3.0 W3C_CSS_Validator_JFouffa/2.0 (See <http://validator.w3.org/services>)'
  bot:
    name: W3C CSS Validator
    category: Validator
    url: http://jigsaw.w3.org/css-validator
    producer:
      name: W3C
      url: http://www.w3.org
- 
  user_agent: W3C_I18n-Checker/1.0 (http://validator.w3.org/services)
  bot:
    name: W3C I18N Checker
    category: Validator
    url: http://validator.w3.org/i18n-checker
    producer:
      name: W3C
      url: http://www.w3.org
- 
  user_agent: 'W3C-checklink/4.0 [4.4] libwww-perl/5.803'
  bot:
    name: W3C Link Checker
    category: Validator
    url: http://validator.w3.org/checklink
    producer:
      name: W3C
      url: http://www.w3.org
- 
  user_agent: W3C-checklink/4.81 libwww-perl/5.836
  bot:
    name: W3C Link Checker
    category: Validator
    url: http://validator.w3.org/checklink
    producer:
      name: W3C
      url: http://www.w3.org
- 
  user_agent: Validator.nu/LV http://validator.w3.org/services
  bot:
    name: W3C Markup Validation Service
    category: Validator
    url: http://validator.w3.org/services
    producer:
      name: W3C
      url: http://www.w3.org
- 
  user_agent: W3C_Validator/1.3 http://validator.w3.org/services
  bot:
    name: W3C Markup Validation Service
    category: Validator
    url: http://validator.w3.org/services
    producer:
      name: W3C
      url: http://www.w3.org
- 
  user_agent: W3C_Validator/1.767
  bot:
    name: W3C Markup Validation Service
    category: Validator
    url: http://validator.w3.org/services
    producer:
      name: W3C
      url: http://www.w3.org
- 
  user_agent: W3C-mobileOK/DDC-1.0 (see http://www.w3.org/2006/07/mobileok-ddc)
  bot:
    name: W3C MobileOK Checker
    category: Validator
    url: http://validator.w3.org/mobile
    producer:
      name: W3C
      url: http://www.w3.org
- 
  user_agent: W3C_Unicorn/1.0 (http://validator.w3.org/services)
  bot:
    name: W3C Unified Validator
    category: Validator
    url: http://validator.w3.org/unicorn
    producer:
      name: W3C
      url: http://www.w3.org
- 
  user_agent: Mozilla/5.0 (compatible; Wappalyzer; +https://github.com/AliasIO/Wappalyzer)
  bot:
    name: Wappalyzer
    url: https://github.com/AliasIO/Wappalyzer
    producer:
      name: AliasIO
      url: https://github.com/AliasIO
- 
  user_agent: WeSEE:Search/0.1 (Alpha, http://www.wesee.com/en/support/bot/)
  bot:
    name: WeSEE:Search
    category: Search bot
    url: http://www.wesee.com/bot
    producer:
      name: WeSEE Ltd
      url: http://www.wesee.com
- 
  user_agent: Mozilla/5.0 (Linux; Android 6.0.1; Moto G (4) Build/MPJ24.139-64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.146 Mobile Safari/537.36 PTST/180829.190838
  bot:
    name: WebPageTest
    category: Site Monitor
    url: https://www.webpagetest.org
- 
  user_agent: websitepulse checker/1.1 (compatible; MSIE 5.5; Netscape 4.75; Linux)
  bot:
    name: WebSitePulse
    category: Site Monitor
    url: http://badcheese.com/crawler.html
    producer:
      name: WebSitePulse
      url: http://www.websitepulse.com/
- 
  user_agent: WebbCrawler 1.0 ( http://badcheese.com/crawler.html )
  bot:
    name: WebbCrawler
    category: Crawler
    url: http://badcheese.com/crawler.html
    producer:
      name: Steve Webb
      url: http://badcheese.com
- 
  user_agent: weborama-fetcher (+http://www.weborama.com)
  bot:
    name: Weborama
    category: Search bot
    url: https://weborama.com/
    producer:
      name: Weborama SA
      url: https://weborama.com/
- 
  user_agent: WikiDo/1.1 (http://wikido.com; crawler@wikido.com)
  bot:
    name: WikiDo
    category: Search bot
    url: https://www.wikido.com/
    producer:
      name: Fotolitografie Fiorentine di Becchi Antonio s.n.c.
      url: https://www.wikido.com/
- 
  user_agent: Mozilla/5.0 (compatible; woorankreview/2.0; +https://www.woorank.com/)
  bot:
    name: WooRank
    category: Search bot
    url: https://www.woorank.com/
    producer:
      name: WooRank sprl
      url: https://www.woorank.com/
- 
  user_agent: Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1 (compatible; woorankreview/2.0; +https://www.woorank.com/)
  bot:
    name: WooRank
    category: Search bot
    url: https://www.woorank.com/
    producer:
      name: WooRank sprl
      url: https://www.woorank.com/
- 
  user_agent: WordPress/4.7.2; https://example.com
  bot:
    name: WordPress
    category: Service Agent
    url: https://wordpress.org/
    producer:
      name: Wordpress.org
      url: https://wordpress.org/
- 
  user_agent: Wotbox/2.01 (+http://www.wotbox.com/bot/)
  bot:
    name: Wotbox
    category: Search bot
    url: http://www.wotbox.com/bot/
    producer:
      name: Wotbox
      url: http://www.wotbox.com
- 
  user_agent: yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.7.0_25; Europe/en) http://yacy.net/bot.html
  bot:
    name: YaCy
    category: Search bot
    url: http://yacy.net/bot.html
    producer:
      name: YaCy
      url: http://yacy.net
- 
  user_agent: yacybot (freeworld/global; x86 Windows XP 5.1; java 1.7.0_21; GMT+04:00/ru) http://yacy.net/bot.html
  bot:
    name: YaCy
    category: Search bot
    url: http://yacy.net/bot.html
    producer:
      name: YaCy
      url: http://yacy.net
- 
  user_agent: Mozilla/5.0 (compatible; Yahoo Ad monitoring; https://help.yahoo.com/kb/yahoo-ad-monitoring-SLN24857.html)
  bot:
    name: Yahoo Gemini
    category: Crawler
    url: https://help.yahoo.com/kb/yahoo-ad-monitoring-SLN24857.html
    producer:
      name: Yahoo! Inc.
      url: http://www.yahoo.com
- 
  user_agent: Y!J-BRW/1.0 (https://www.yahoo-help.jp/app/answers/detail/p/595/a_id/42716)
  bot:
    name: Yahoo! Japan BRW
    category: Crawler
    url: https://www.yahoo-help.jp/app/answers/detail/p/595/a_id/42716/~/ウェブページにアクセスするシステムのユーザーエージェントについて
    producer:
      name: Yahoo! Japan Corp.
      url: https://www.yahoo.co.jp/
- 
  user_agent: Mozilla/5.0 (compatible; Yahoo Link Preview; https://help.yahoo.com/kb/mail/yahoo-link-preview-SLN23615.html)
  bot:
    name: Yahoo! Link Preview
    category: Crawler
    url: https://help.yahoo.com/kb/mail/yahoo-link-preview-SLN23615.html
    producer:
      name: Yahoo! Inc.
      url: http://www.yahoo.com
- 
  user_agent: Yahoo:LinkExpander:Slingstone
  bot:
    name: Yahoo! Link Preview
    category: Crawler
    url: https://help.yahoo.com/kb/mail/yahoo-link-preview-SLN23615.html
    producer:
      name: Yahoo! Inc.
      url: http://www.yahoo.com
- 
  user_agent: Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp) NOT Firefox/3.5
  bot:
    name: Yahoo! Slurp
    category: Search bot
    url: http://help.yahoo.com/ysearch/slurp
    producer:
      name: Yahoo! Inc.
      url: http://www.yahoo.com
- 
  user_agent: Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)
  bot:
    name: Yahoo! Slurp
    category: Search bot
    url: http://help.yahoo.com/ysearch/slurp
    producer:
      name: Yahoo! Inc.
      url: http://www.yahoo.com
- 
  user_agent: Mozilla/5.0 (compatible; Linux i686; Yandex.Gazeta Bot/1.0; +http://gazeta.yandex.ru)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YaDirectFetcher/1.0; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexAntivirus/2.0; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexAntivirus/2.0; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexDirect/3.0; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexFavicons/1.0; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexImageResizer/2.0; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexMetrika/2.0; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexMobileScreenShotBot/1.0; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexNews/3.0; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexNewslinks; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexOntoDB/1.0; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexOntoDBAPI/1.0; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexPartner/3.0; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexRCA/1.0; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexSearchShop/1.0; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexTracker/1.0; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexTurbo/1.0; +http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; YandexVerticals/1.0; http://yandex.com/bots)
  bot:
    name: Yandex Bot
    category: Search bot
    url: http://www.yandex.com/bots
    producer:
      name: Yandex LLC
      url: http://company.yandex.com
- 
  user_agent: Mozilla/5.0 (compatible; NaverJapan/1.0; +http://corp.naver.jp/)
  bot:
    name: Yeti/Naverbot
    category: Search bot
    url: http://help.naver.com/robots/
    producer:
      name: Naver
      url: http://www.naver.com
- 
  user_agent: Yeti/1.1 (Naver Corp.; http://help.naver.com/robots/)
  bot:
    name: Yeti/Naverbot
    category: Search bot
    url: http://help.naver.com/robots/
    producer:
      name: Naver
      url: http://www.naver.com
- 
  user_agent: Mozilla/5.0 (compatible; YoudaoBot/1.0; http://www.youdao.com/help/webmaster/spider/; )
  bot:
    name: Youdao Bot
    category: Search bot
    url: http://www.youdao.com/help/webmaster/spider
    producer:
      name: NetEase, Inc.
      url: http://corp.163.com
- 
  user_agent: YOURLS v1.5.1 +http://yourls.org/ (running on http://fhort.com)
  bot:
    name: Yourls
    category: Crawler
    url: http://yourls.org
- 
  user_agent: Mozilla/5.0 (compatible; YRSpider; +http://www.yunrang.com/yrspider.html)
  bot:
    name: Yunyun Bot
    category: Search bot
    url: http://www.yunyun.com/SiteInfo.php?r=about
    producer:
      name: YunYun
      url: http://www.yunyun.com
- 
  user_agent: Mozilla/5.0 (compatible; YRSpider; +http://www.yunyun.com/SiteInfo.php?r=about)
  bot:
    name: Yunyun Bot
    category: Search bot
    url: http://www.yunyun.com/SiteInfo.php?r=about
    producer:
      name: YunYun
      url: http://www.yunyun.com
- 
  user_agent: Mozilla/5.0 (compatible; YYSpider; +http://www.yunyun.com/spider.html)
  bot:
    name: Yunyun Bot
    category: Search bot
    url: http://www.yunyun.com/SiteInfo.php?r=about
    producer:
      name: YunYun
      url: http://www.yunyun.com
- 
  user_agent: Zao/0.1 (http://www.kototol.org/zao)
  bot:
    name: Zao
    category: Crawler
- 
  user_agent: zelist.ro feed parser (+http://www.zelist.ro)
  bot:
    name: Ze List
    category: Feed Fetcher
    url: https://www.zelist.ro/
    producer:
      name: Treeworks SRL
      url: https://www.tree.ro/
- 
  user_agent: Zookabot/2.5;++http://zookabot.com
  bot:
    name: Zookabot
    category: Crawler
    url: http://zookabot.com
    producer:
      name: Hwacha ApS
      url: http://hwacha.dk
- 
  user_agent: Mozilla/5.0 (compatible; ZumBot/1.0; http://help.zum.com/inquiry)
  bot:
    name: ZumBot
    category: Search bot
    url: http://help.zum.com/inquiry
    producer:
      name: ZUM internet
      url: http://www.zuminternet.com/
- 
  user_agent: ZumBot/1.0 (ZUM Search; http://help.zum.com/inquiry)
  bot:
    name: ZumBot
    category: Search bot
    url: http://help.zum.com/inquiry
    producer:
      name: ZUM internet
      url: http://www.zuminternet.com/
- 
  user_agent: AhrefsBot.Feeds v0.1; http://ahrefs.com/
  bot:
    name: aHrefs Bot
    category: Crawler
    url: http://ahrefs.com/robot
    producer:
      name: Ahrefs Pte Ltd
      url: http://ahrefs.com/robot
- 
  user_agent: Mozilla/5.0 (compatible; AhrefsBot/3.1; +http://ahrefs.com/robot/
  bot:
    name: aHrefs Bot
    category: Crawler
    url: http://ahrefs.com/robot
    producer:
      name: Ahrefs Pte Ltd
      url: http://ahrefs.com/robot
- 
  user_agent: Mozilla/5.0 (compatible; AhrefsBot/5.0; +http://ahrefs.com/robot/)
  bot:
    name: aHrefs Bot
    category: Crawler
    url: http://ahrefs.com/robot
    producer:
      name: Ahrefs Pte Ltd
      url: http://ahrefs.com/robot
- 
  user_agent: 'Mozilla/5.0 (compatible; AhrefsBot/5.0; +http://ahrefs.com/robot/) AppEngine-Google; (+http://code.google.com/appengine; appid: s~proxyfile1-hrd)'
  bot:
    name: aHrefs Bot
    category: Crawler
    url: http://ahrefs.com/robot
    producer:
      name: Ahrefs Pte Ltd
      url: http://ahrefs.com/robot
- 
  user_agent: Mozilla/5.0 (compatible; archive.org_bot +http://www.archive.org/details/archive.org_bot)
  bot:
    name: archive.org bot
    category: Crawler
    url: http://www.archive.org/details/archive.org_bot
    producer:
      name: The Internet Archive
      url: http://www.archive.org
- 
  user_agent: Mozilla/5.0 (compatible; archive.org_bot/3.3.0 +http://pandora.nla.gov.au/crawl.html)
  bot:
    name: archive.org bot
    category: Crawler
    url: http://www.archive.org/details/archive.org_bot
    producer:
      name: The Internet Archive
      url: http://www.archive.org
- 
  user_agent: Mozilla/5.0 (compatible; archive.org_bot; Archive-It; +http://archive-it.org/files/site-owners.html)
  bot:
    name: archive.org bot
    category: Crawler
    url: http://www.archive.org/details/archive.org_bot
    producer:
      name: The Internet Archive
      url: http://www.archive.org
- 
  user_agent: Mozilla/5.0 (compatible; archive.org_bot; Wayback Machine Live Record; +http://archive.org/details/archive.org_bot)
  bot:
    name: archive.org bot
    category: Crawler
    url: http://www.archive.org/details/archive.org_bot
    producer:
      name: The Internet Archive
      url: http://www.archive.org
- 
  user_agent: Mozilla/5.0 (compatible; heritrix/3.1.2-SNAPSHOT-20131029-0036 +http://archive.org/details/archive.org_bot)
  bot:
    name: archive.org bot
    category: Crawler
    url: http://www.archive.org/details/archive.org_bot
    producer:
      name: The Internet Archive
      url: http://www.archive.org
- 
  user_agent: Mozilla/5.0 (compatible; special_archiver/3.1.1 +http://www.archive.org/details/archive.org_bot)
  bot:
    name: archive.org bot
    category: Crawler
    url: http://www.archive.org/details/archive.org_bot
    producer:
      name: The Internet Archive
      url: http://www.archive.org
- 
  user_agent: Mozilla/5.0 (compatible; special_archiver/3.2.0 +http://www.loc.gov/webarchiving/notice_to_webmasters.html)
  bot:
    name: archive.org bot
    category: Crawler
    url: http://www.archive.org/details/archive.org_bot
    producer:
      name: The Internet Archive
      url: http://www.archive.org
- 
  user_agent: CCBot/2.0 (http://commoncrawl.org/faq/)
  bot:
    name: ccBot crawler
    category: Crawler
    url: http://commoncrawl.org/faq/
    producer:
      name: reddit inc.
      url: http://www.reddit.com
- 
  user_agent: Mozilla/5.0 eCairn-Grabber/1.0 (+http://ecairn.com/grabber)
  bot:
    name: eCairn-Grabber
    category: Crawler
    producer:
      name: eCairn
      url: https://ecairn.com
- 
  user_agent: eZ Publish Link Validator
  bot:
    name: eZ Publish Link Validator
    category: Crawler
    url: https://ez.no/
    producer:
      name: eZ Systems AS
      url: https://ez.no/
- 
  user_agent: Mozilla/5.0 (compatible; evc-batch/2.0)
  bot:
    name: evc-batch
    category: Crawler
    url: ""
    producer:
      name: eVenture Capital Partners II, LLC
      url: http://www.eventures.vc/
- 
  user_agent: Mozilla/5.0 (compatible; inoreader.com; 2 subscribers)
  bot:
    name: inoreader
    category: Feed Reader
    url: https://www.inoreader.com
- 
  user_agent: masscan/1.0 (https://github.com/robertdavidgraham/masscan)
  bot:
    name: masscan
    url: https://github.com/robertdavidgraham/masscan
    category: Crawler
    producer:
      name: Robert Graham
      url: https://github.com/robertdavidgraham
- 
  user_agent: 'Mozilla/5.0/Firefox/42.0 - nbertaupete95(at)gmail.com'
  bot:
    name: nbertaupete95
    category: Crawler
- 
  user_agent: Mozilla/5.0 (compatible; oBot/2.3.1; http://www.xforce-security.com/crawler/)
  bot:
    name: oBot
    category: Search bot
    url: http://www.xforce-security.com/crawler/
    producer:
      name: 'IBM Germany Research & Development GmbH'
      url: https://exchange.xforce.ibmcloud.com/
- 
  user_agent: 'sqlmap/1.1.8.2#dev (http://sqlmap.org)'
  bot:
    name: sqlmap
    category: Security Checker
    url: http://sqlmap.org/
    producer:
      name: sqlmap
      url: http://sqlmap.org/
- 
  user_agent: Mozilla/5.0 (compatible; theoldreader.com; 1 subscribers; feed-id=aaa)
  bot:
    name: theoldreader
    category: Feed Reader
    url: https://theoldreader.com
