# CupStart crawler policy (see docs/ARCHITECTURE.md, "Crawler access").
#
# Public marketing pages, guides, ready-made schedules and published cups are open to search
# engines and AI assistants. Login, cup creation, profiles, cup admin pages, kiosk links, the
# embeddable widget (/embed/, a copy of the cup schedule for club websites) and machine endpoints
# (/api/, /mcp) are not. robots.txt is not access control: private data is protected by RLS.
#
# Search robots and AI training robots are listed in separate groups. Search decides whether
# CupStart can appear in search results and AI answers (e.g. OAI-SearchBot for ChatGPT search).
# Training robots (e.g. GPTBot) collect content that may be used to train AI models.
# Both are allowed on purpose. To stop training only, change "Allow: /" to "Disallow: /" in the
# training group below. OpenAI: https://developers.openai.com/api/docs/bots

# Search engines and AI search
User-agent: OAI-SearchBot
User-agent: Claude-SearchBot
User-agent: Googlebot
User-agent: Bingbot
User-agent: PerplexityBot
User-agent: Applebot
Allow: /
Disallow: /auth
Disallow: /mina-cuper
Disallow: /skapa-cup
Disallow: /profil
Disallow: /kiosk/
Disallow: /embed/
Disallow: /c/*/admin
Disallow: /assistent-granskning
Disallow: /api/
Disallow: /mcp

# AI model training (allowed)
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
Allow: /
Disallow: /auth
Disallow: /mina-cuper
Disallow: /skapa-cup
Disallow: /profil
Disallow: /kiosk/
Disallow: /embed/
Disallow: /c/*/admin
Disallow: /assistent-granskning
Disallow: /api/
Disallow: /mcp

# Fetches a person asks an AI assistant to make
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
Allow: /
Disallow: /auth
Disallow: /mina-cuper
Disallow: /skapa-cup
Disallow: /profil
Disallow: /kiosk/
Disallow: /embed/
Disallow: /c/*/admin
Disallow: /assistent-granskning
Disallow: /api/
Disallow: /mcp

# Everyone else
User-agent: *
Allow: /
Disallow: /auth
Disallow: /mina-cuper
Disallow: /skapa-cup
Disallow: /profil
Disallow: /kiosk/
Disallow: /embed/
Disallow: /c/*/admin
Disallow: /assistent-granskning
Disallow: /api/
Disallow: /mcp

Sitemap: https://cupstart.se/sitemap.xml