# robots.txt
#
User-agent: *

Allow: /robots.txt


User-agent: MJ12bot
Disallow: /


User-agent: *

Allow: /
# Allow: /sitemap.xml


User-Agent: *
Crawl-delay: 90