User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# BEGIN Magic robots.txt
# ---------------------------

# General
User-agent: *
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /readme.html$

# Link analyzers
User-agent: AhrefsBot
Crawl-Delay: 1
User-agent: SemrushBot
Crawl-Delay: 1
User-agent: MJ12Bot
Crawl-Delay: 1
User-agent: dotbot
Crawl-Delay: 1
User-agent: BLEXBot
Crawl-Delay: 1
User-agent: serpstatbot
Crawl-Delay: 1
User-agent: DataForSeoBot
Crawl-Delay: 1
User-agent: omgilibot
Crawl-Delay: 1
User-agent: barkrowler
Crawl-Delay: 1

# Downloaders
User-agent: webreaper
Crawl-Delay: 1
User-agent: MSIECrawler
Crawl-Delay: 1
User-agent: WebCopier
Crawl-Delay: 1
User-agent: HTTrack
Crawl-Delay: 1
User-agent: VelenPublicWebCrawler
Crawl-Delay: 1
User-agent: AwarioBot
Crawl-Delay: 1
User-agent: AwarioRssBot
Crawl-Delay: 1
User-agent: AwarioSmartBot
Crawl-Delay: 1
User-agent: Amazonbot
Crawl-Delay: 1

# ---------------------------
# END Magic robots.txt