# tommooney.co.uk crawler policy
#
# POLICY — SEARCH AND USER-DIRECTED RETRIEVAL: ALLOW
# These agents may retrieve public guidance for search results, answer engines
# and cited responses.

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/

User-agent: Claude-SearchBot
Allow: /
Disallow: /api/

User-agent: Claude-User
Allow: /
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /api/

User-agent: Perplexity-User
Allow: /
Disallow: /api/

# POLICY — MODEL TRAINING AND MODEL IMPROVEMENT: REFUSE
# Owner decision recorded 23 August 2026. Training-specific crawlers are
# refused without blocking the search/retrieval agents above. A robots rule is
# a crawler instruction, not a copyright licence or a grant of dataset reuse
# rights, and it cannot guarantee that every automated agent will comply.

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: *
Allow: /
Disallow: /api/

Sitemap: https://www.tommooney.co.uk/sitemap.xml