# Earth Coast Productions — production robots.txt
User-agent: *
Allow: /

# LLM training + retrieval crawlers (explicit allow — see llms.txt for
# preferred content mapping). Individual orgs can be denied here if policy changes.
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: Applebot-Extended
Allow: /
User-agent: Amazonbot
Allow: /
User-agent: Meta-ExternalAgent
Allow: /

# Mainstream search engines — already covered by User-agent: * Allow: /
# above, but listed explicitly so any future tightening doesn't silently
# drop them.
User-agent: Bingbot
Allow: /
User-agent: DuckDuckBot
Allow: /
User-agent: Applebot
Allow: /

# Social link-preview fetchers — open graph cards depend on these.
User-agent: Twitterbot
Allow: /
User-agent: LinkedInBot
Allow: /
User-agent: Discordbot
Allow: /
User-agent: Slackbot
Allow: /
User-agent: facebookexternalhit
Allow: /

# Internal / utility paths — keep these out of search indexes.
# /api/* is unrendered endpoints; /admin-dashboard is OIDC-gated
# and only ever serves a redirect to Keycloak to public clients.
Disallow: /api/
Disallow: /admin-dashboard
Disallow: /ui-kit

Sitemap: https://earthcoast.com/sitemap-index.xml
Sitemap: https://earthcoast.com/sitemap-video.xml