User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

# Google's browsing agent (acts for a user in real time).
User-agent: Google-Agent
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

# AI crawlers — opt IN. Each group needs its own Content-Signal (groups do not inherit).
User-agent: GPTBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: OAI-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: ChatGPT-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: Google-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: Bingbot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: Applebot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: Applebot-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: DuckAssistBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: anthropic-ai
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: ClaudeBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: PerplexityBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: Perplexity-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: Meta-ExternalAgent
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: Meta-ExternalFetcher
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: Amazonbot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: cohere-ai
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: YouBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: Claude-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: Claude-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

User-agent: Google-CloudVertexBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /quote/
Disallow: /claim/
Disallow: /api/
Allow: /api/v1/
Disallow: /internal/
# One-time links from enquiry emails (confirm, approve, stop).
Disallow: /receive-enquiries/confirm/

Sitemap: https://thelocaldentist.co.uk/sitemap-index.xml

# Machine-readable maps
# https://thelocaldentist.co.uk/llms.txt
# https://thelocaldentist.co.uk/llms-full.txt
# https://thelocaldentist.co.uk/aeo-chunks.json
# https://thelocaldentist.co.uk/aeo-chunks.jsonl
# https://thelocaldentist.co.uk/chunks-manifest.json
# https://thelocaldentist.co.uk/geo-chunks/manifest.json
# https://thelocaldentist.co.uk/c/manifest.json
# https://thelocaldentist.co.uk/api/v1/manifest.json
# https://thelocaldentist.co.uk/data/datapackage.json
# https://thelocaldentist.co.uk/.well-known/api-catalog
# https://thelocaldentist.co.uk/.well-known/agent-card.json
# https://thelocaldentist.co.uk/.well-known/mcp/server-card.json
# https://thelocaldentist.co.uk/feed.xml
# https://thelocaldentist.co.uk/.well-known/tdmrep.json
# https://thelocaldentist.co.uk/.well-known/security.txt