# SoloFrameHub - robots.txt
# This is a public marketing site. We WANT search engines and AI answer
# engines to crawl, understand, and CITE us. Default: allow everything.

User-agent: *
Allow: /
# Cloudflare Content Signals: declare how crawled content may be used. We want
# maximum AI visibility, so all three are yes: search = appear in search
# results; ai-input = usable as live input to AI answers (how we get cited);
# ai-train = usable for model training (more brand presence in models).
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# ---------------------------------------------------------------------------
# AI answer engines — explicitly welcomed so they can cite SoloFrameHub in
# AI-generated answers. (Disallowing these bots is exactly what prevents AI
# citation, so we allow them on purpose.)
# ---------------------------------------------------------------------------

# OpenAI — ChatGPT (training, search, and live browsing)
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /

# Google — Gemini, AI Overviews, AI Mode
User-agent: Google-Extended
Allow: /

# Anthropic — Claude
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: Claude-Web
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /

# Microsoft Copilot (Bing index)
User-agent: bingbot
Allow: /

# Apple Intelligence
User-agent: Applebot
Allow: /
User-agent: Applebot-Extended
Allow: /

# Common Crawl (feeds many open models), Amazon, Meta, ByteDance
User-agent: CCBot
Allow: /
User-agent: Amazonbot
Allow: /
User-agent: meta-externalagent
Allow: /
User-agent: Bytespider
Allow: /

# Sitemap
Sitemap: https://soloframehub.com/sitemap.xml