# robots.txt for michaelaschrodt.com
# The whole public site is open. Only /api/ (where the contact form sends) is closed.

User-agent: *
Allow: /
Disallow: /api/

# Documented AI crawlers are welcome, by name.
User-agent: GPTBot # OpenAI
User-agent: OAI-SearchBot # OpenAI
User-agent: ChatGPT-User # OpenAI
User-agent: ClaudeBot # Anthropic
User-agent: Claude-SearchBot # Anthropic
User-agent: Claude-User # Anthropic
User-agent: Googlebot # Google
User-agent: Google-Extended # Google
User-agent: PerplexityBot # Perplexity
User-agent: Perplexity-User # Perplexity
User-agent: Applebot # Apple
User-agent: Applebot-Extended # Apple
User-agent: Amazonbot # Amazon
User-agent: MistralAI-User # Mistral
Allow: /
Disallow: /api/

Sitemap: https://michaelaschrodt.com/sitemap.xml