User-agent: *
Allow: /

# AI search indexing and user-directed fetching are allowed.
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

# Selected training and dataset-collection crawlers are not permitted. Google-Extended is left under the
# general allow rule because Google uses it for both training and Gemini grounding.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: CCBot
Disallow: /

Sitemap: https://websitesbyarc.co.uk/sitemap-index.xml