# robots.txt for cofounder.im

User-agent: *
Allow: /

# Disallow admin areas
Disallow: /admin/
Disallow: /users/settings

# Disallow authentication pages
Disallow: /users/log_in
Disallow: /users/register
Disallow: /users/reset_password
Disallow: /users/confirm

# Disallow API endpoints
Disallow: /api/

# Disallow checkout and payment pages
Disallow: /stripe/
Disallow: /payment
Disallow: /subscription/

# Disallow private project pages
Disallow: /projects/

# ================================================
# AI Crawlers - Explicitly allow for LLM visibility
# ================================================

# OpenAI GPT Crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Google AI Crawler
User-agent: Google-Extended
Allow: /

# Anthropic Claude Crawlers
User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Amazon/Alexa AI
User-agent: Amazonbot
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

User-agent: meta-externalagent
Allow: /

# Microsoft/Bing AI
User-agent: Bingbot
Allow: /

# Apple AI
User-agent: Applebot
Allow: /

# Common Crawl (used for LLM training)
User-agent: CCBot
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

# ================================================
# Sitemap and LLMs.txt locations
# ================================================
Sitemap: https://cofounder.im/sitemap.xml
LLMs: https://cofounder.im/llms.txt