# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
User-agent: *
Disallow: /forum/
Disallow: /archive/
Disallow: /api/mobile
Disallow: /*/*/download
Disallow: /classes/*

User-agent: AhrefsBot
Crawl-Delay: 30

User-agent: Yandex
Crawl-delay: 30

User-agent: dotbot
Disallow: /

Sitemap: https://hitrecord.org/sitemaps/production/sitemap.xml.gz