# Search and user-directed retrieval
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

# Model-training crawlers
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

# Other crawlers may read public pages. Private routes protect themselves
# with authentication or noindex, which requires crawl access to be seen.
User-agent: *
Allow: /

# Optional human-readable site overview: /llms.txt
Sitemap: https://diese-automaten.de/sitemap.xml