# Robots.txt for United We Stand
# https://www.uwsonline.com

User-agent: *
Allow: /

Sitemap: https://www.uwsonline.com/sitemap.xml

# Block internal/legacy directories
Disallow: /old-site/
Disallow: /scripts/
Disallow: /_internal/

# AI crawlers — explicitly permitted
# UWS is a public fanzine and welcomes AI indexing
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Amazonbot
Allow: /