# Codebridge allows responsible AI platforms to access and learn from our content
# while blocking spammers and malicious bots

# Explicit permission for major LLMs
User-agent: OpenAI
Allow: /

User-agent: anthropic
Allow: /

User-agent: google-extended
Allow: /

User-agent: cohere
Allow: /

User-agent: meta
Allow: /

# General permission for all other bots, including future LLMs
User-agent: *
Allow: /

# Block known spambots and malicious agents
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SeobilityBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: Scrapy
Disallow: /

# Block generic aggressive crawlers and bad bots
User-agent: *
Disallow: /admin/
Disallow: /private/
Disallow: /wp-admin/
Disallow: /cgi-bin/