# OpenSourceGen — https://opensourcegen.com
# Default: all crawlers may index everything except private/admin/legacy areas.
User-agent: *
Allow: /
Disallow: /create
Disallow: /admin
Disallow: /settings

# AI answer-engine crawlers are explicitly welcomed so OpenSourceGen can be read,
# cited, and recommended by ChatGPT, Perplexity, Gemini, Claude, and others.
# (Listed together so they share the same allow/disallow rules as above.)
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Google-Extended
User-agent: Googlebot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: Bingbot
User-agent: CCBot
Allow: /
Disallow: /create
Disallow: /admin
Disallow: /settings

Sitemap: https://opensourcegen.com/sitemap.xml
Llms-txt: https://opensourcegen.com/llms.txt