# robots.txt for WorldWideWatch.com
# https://worldwidewatch.com

# Allow all crawlers full access
User-agent: *
Allow: /

# Major search engine crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Yandex
Allow: /

# Social media crawlers
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Pinterest
Allow: /

# AI search and retrieval bots — ALLOWED for AI search visibility
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: cohere-ai
Allow: /

# Block scrapers and low-quality bots
User-agent: CCBot
Disallow: /

User-agent: SemrushBot
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-delay: 10

# Sitemap (single index — points to all topic sitemaps)
Sitemap: https://worldwidewatch.com/sitemap.xml

# AI guidance manifests
# https://worldwidewatch.com/ai.txt
# https://worldwidewatch.com/llms.txt

# Host directive
Host: https://worldwidewatch.com