#
# hxxps://www.adbeat.com/operation_policy
User-agent: adbeat_bot
Disallow: /

# hxxps://ahrefs.com/robot
User-agent: AhrefsBot
Disallow: /

# hxxp://alphaseobot.com/bot.html
User-agent: AlphaSeoBot
Disallow: / 

User-agent: AlphaSeoBot-SA
Disallow: / 

# hxxps://archive.org/details/archive.org_bot
User-agent: archive.org_bot
Disallow: /

User-agent: Barkrowler
Disallow: /

# hxxp://webmeup-crawler.com/
User-agent: BLEXBot
Disallow: /

# hxxp://law.di.unimi.it/BUbiNG.html
User-agent: BUbiNG
Disallow: /

User-agent: Bytespider
Disallow: /

# hxxp://commoncrawl.org/big-picture/frequently-asked-questions/
User-agent: CCBot
Disallow: /

# User-agent: Clickagy Intelligence Bot
# Disallow: /

# User-agent: Clickagy Intelligence Bot v2
# Disallow: /

# hxxps://cliqz.com/en/cliqzbot
User-agent: Cliqzbot
Disallow: / 

# hxxp://help.coccoc.com/en/search-engine
User-agent: coccocbot-web
Disallow: /

# hxxps://deusu.de/robot.html
User-agent: DeuSu
Disallow: /

# hxxp://domainstats.io/our-bot
User-agent: DomainStatsBot
Disallow: /

# hxxp://moz.com/products
# hxxp://www.opensiteexplorer.org/dotbot
User-agent: dotbot
Disallow: /

# hxxps://www.exalead.com/search/webmasterguide
User-agent: Exabot
Disallow: /

# hxxps://extlinks.com/Bot.html
User-agent: ExtLinksBot
Disallow: / 

# hxxps://getintent.com/bot.html
User-agent: GetIntent Crawler
Disallow: / 

# hxxp://www.grapeshot.com/crawler/
# User-agent: grapeshot
# Disallow: /

User-agent: GPTBot
Disallow: /

# hxxps://hyscore.io/crawler/
User-agent: hyscore
Disallow: /

User-agent: Httrack
Disallow: /

# hxxps://integralads.com/site-indexing-policy/
User-agent: ias_crawler
Disallow: /

# hxxps://cognitiveseo.com/bot.html
User-agent: JamesBOT
Disallow: /

User-agent: Leikibot
Disallow: /

# hxxps://help.mail.ru/webmaster/indexing/robots.txt/rules/user-agent
User-agent: Mail.Ru
Disallow: /

# hxxp://mappydata.net/
User-agent: Mappy
Disallow: /

User-agent: MauiBot
Disallow: /

# hxxp://mj12bot.com/
User-agent: MJ12bot
Disallow: /

# hxxps://www.mojeek.com/bot.html
User-agent: MojeekBot
Disallow: /

# hxxps://www.netseer.com/crawler/
User-agent: netseer
Disallow: /

# hxxp://filterdb.iss.net/crawler/
User-agent: oBot
Disallow: /

# hxxps://webmaster.petalsearch.com/site/petalbot
User-agent: PetalBot
Disallow: /

# hxxps://www.comscore.com/proximic-spider
# User-agent: proximic
# Disallow: /

# hxxps://www.safedns.com/en/searchbot/
User-agent: SafeDNSBot
Disallow: /

# hxxp://www.scoutjet.com/
User-agent: ScoutJet
Disallow: /

# hxxp://lookseek.com/seeker/
User-agent: Seeker
Disallow: /

# hxxps://bot.seekport.com
User-agent: SeekportBot
Disallow: /

# hxxps://www.seokicks.de/robot.html
User-agent: SEOkicks-Robot
Disallow: /

# To block SEMrushBot from crawling your site for web graph of links, add:
User-agent: SemrushBot
Disallow: /

# To remove SEMrushBot from crawling your site for different SEO and technical issues, add:
User-agent: SemrushBot-SA
Disallow: /

# hxxps://napoveda.seznam.cz/en/full-text-search/crawling-control/
User-agent: SeznamBot
Disallow: /

# hxxps://siteexplorer.info/Backlink-Checker-Spider/
User-agent: SiteExplorer
Disallow: /

# hxxps://www.similartech.com/smtbot
User-agent: SMTBot
Disallow: /

# hxxp://openlinkprofiler.org/bot
User-agent: spbot
Disallow: /

# hxxp://sur.ly/bot.html
User-agent: SurdotlyBot
Disallow: /

# hxxp://www.trendiction.com/en/publisher/bot
User-Agent: trendictionbot 
Disallow: /

# hxxps://turnitin.com/robot/crawlerinfo.html
User-agent: TurnitinBot
Disallow: /  

# hxxp://www.veooz.com/veoozbot.html
User-agent: Veoozbot
Disallow: /

User-agent: Virusdie crawler
Disallow: /

# User-agent: WF search
# Disallow: /

# hxxp://www.wotbox.com/bot/
User-agent: wotbox
Disallow: /

User-agent: Yandex
Disallow: /

# hxxps://help.naver.com/support/contents/contents.nhn?serviceNo=19634&categoryNo=19668
# User-agent: Yeti
# Disallow: /

# hxxps://suite.seozoom.it/bot.html
User-Agent: ZoomBot
Disallow: /

User-agent: *
Allow: /