# robots.txt — Automated Australia
# https://automatedaustralia.com/

User-agent: *
Allow: /

Sitemap: https://automatedaustralia.com/sitemap-index.xml

# Crawl-delay considerations for greedy bots
User-agent: AhrefsBot
Crawl-delay: 5

User-agent: SemrushBot
Crawl-delay: 5

# AI crawlers: marketing pages allowed (transparency); the template library is
# reserved from text-and-data mining — see /terms clause 8.
User-agent: GPTBot
Disallow: /templates/
Allow: /

User-agent: ClaudeBot
Disallow: /templates/
Allow: /

User-agent: CCBot
Disallow: /templates/
Allow: /

User-agent: Google-Extended
Disallow: /templates/
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bingbot
Allow: /