User-agent: Googlebot
Disallow: /api/
Allow: /

User-agent: Mediapartners-Google
Disallow: /api/
Allow: /

User-agent: Googlebot-Image
Disallow: /api/
Allow: /
    
User-agent: Yahoo-MMCrawler
Disallow: /api/
Allow: /

User-agent: Yahoo-slurp
Disallow: /api/
Allow: /

User-agent: slurp
Disallow: /api/
Allow: /
    
User-agent: Msnbot
Disallow: /api/
Allow: /

User-agent: MSNBot-media
Disallow: /api/
Allow: /

User-agent: Bingbot
Disallow: /api/
Allow: /

User-agent: Bing Preview bot
Disallow: /api/
Allow: /
    
User-agent: Twitterbot
Disallow: /api/
Allow: /

User-agent: Google-InspectionTool
Disallow: /api/
Allow: /
    
User-agent: *
Disallow: /

User-agent: ChatGPT-User
Disallow: /api/
Allow: /

User-agent: OAI-SearchBot
Disallow: /api/
Allow: /

User-agent: Claude-User
Disallow: /api/
Allow: /

User-agent: Claude-SearchBot
Disallow: /api/
Allow: /

User-agent: PerplexityBot
Disallow: /api/
Allow: /

User-agent: Perplexity-User
Disallow: /api/
Allow: /

User-agent: DuckAssistBot
Disallow: /api/
Allow: /

User-agent: Meta-ExternalFetcher
Disallow: /api/
Allow: /

User-agent: MistralAI-User
Disallow: /api/
Allow: /

User-agent: Applebot
Disallow: /api/
Allow: /

User-agent: Applebot-Extended
Disallow: /api/
Allow: /

User-agent: GoogleOther
Disallow: /api/
Allow: /

User-agent: Google-Extended
Disallow: /api/
Allow: /

User-agent: Google
Disallow: /api/
Allow: /