# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

# 80Legs crawler
User-agent: voltron
Disallow: /

# Some weird backlink checker (webmeup.com)
User-agent: BLEXBot
Disallow: /

# Another backlink crawler
User-agent: linkdexbot/2.0
Disallow: /

# Another backlink crawler (https://ahrefs.com/robot)
User-Agent: AhrefsBot
Disallow: /

# Another one.
User-Agent: GetintentCrawler
Disallow: /

User-agent: Cliqzbot
Disallow: /