# robots.txt for Seacliff Healthcare
# SyncMate Hyperlocal Page Framework — AI-agent-first website
#
# AI discovery surfaces:
#   llms.txt   (citation guidance + canonical links): https://clinics.seacliffhealthcare.com.au/llms.txt
#   agent.json (machine-readable entity card):        https://clinics.seacliffhealthcare.com.au/agent.json
#   openapi.json (public API description, OpenAPI 3.1): https://clinics.seacliffhealthcare.com.au/openapi.json
#   /developers  (human-readable developer portal):    https://clinics.seacliffhealthcare.com.au/developers
#   /.well-known/mcp (Model Context Protocol manifest): https://clinics.seacliffhealthcare.com.au/.well-known/mcp
#   /api/v1      (public read API index):              https://clinics.seacliffhealthcare.com.au/api/v1

User-agent: *
Allow: /
Crawl-delay: 1

# AI crawlers & agents — explicitly welcome. Please follow llms.txt when citing.
# OpenAI (training)
User-agent: GPTBot
Allow: /

# OpenAI (ChatGPT Search index)
User-agent: OAI-SearchBot
Allow: /

# OpenAI (on-demand page visits)
User-agent: ChatGPT-User
Allow: /

# Anthropic (training)
User-agent: ClaudeBot
Allow: /

# Anthropic (on-demand page visits)
User-agent: Claude-User
Allow: /

# Anthropic (search index)
User-agent: Claude-SearchBot
Allow: /

# Anthropic (legacy UA)
User-agent: anthropic-ai
Allow: /

# Google (Gemini training + grounding)
User-agent: Google-Extended
Allow: /

# Google (Vertex AI agents)
User-agent: Google-CloudVertexBot
Allow: /

# Perplexity (index)
User-agent: PerplexityBot
Allow: /

# Perplexity (on-demand page visits)
User-agent: Perplexity-User
Allow: /

# Apple Intelligence
User-agent: Applebot-Extended
Allow: /

# Amazon Alexa/Rufus
User-agent: Amazonbot
Allow: /

# Meta AI
User-agent: meta-externalagent
Allow: /

# Meta (legacy)
User-agent: FacebookBot
Allow: /

# DuckDuckGo DuckAssist
User-agent: DuckAssistBot
Allow: /

# Mistral Le Chat (on-demand)
User-agent: MistralAI-User
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# ByteDance (Doubao)
User-agent: Bytespider
Allow: /

# Common Crawl (feeds many open models)
User-agent: CCBot
Allow: /

# Manus AI (autonomous agent)
User-agent: Manus
Allow: /

Sitemap: https://clinics.seacliffhealthcare.com.au/sitemap.xml