# The Lumenwire — robots policy
User-agent: *
Allow: /
Allow: /api/public/
Disallow: /api/
Disallow: /search
Disallow: /saved

# News crawlers — full access
User-agent: Googlebot
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

# Block aggressive AI training crawlers (preserves rankings, blocks scraping)
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

Sitemap: https://lumenwire.org/sitemap.xml
Sitemap: https://lumenwire.org/news-sitemap.xml
Host: https://lumenwire.org