# arproofing.com — robots
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# AI answer engines — allowed so ARP can be cited as a source.
# (The "*" rule above already permits all of these; listing them is an
#  explicit, future-proof signal for crawlers that default to deny-unless-named.)

# --- OpenAI / ChatGPT ---
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# --- Anthropic / Claude ---
User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

# --- Perplexity ---
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# --- Google (Gemini / AI Overviews grounding; not normal Search) ---
User-agent: Google-Extended
Allow: /

# --- Microsoft Bing / Copilot ---
User-agent: Bingbot
Allow: /

# --- Apple Intelligence ---
User-agent: Applebot-Extended
Allow: /

# --- Meta AI ---
User-agent: Meta-ExternalAgent
Allow: /

# --- Common Crawl (feeds many open LLMs) ---
User-agent: CCBot
Allow: /

Sitemap: https://arproofing.com/sitemap-index.xml
Sitemap: https://arproofing.com/sitemap-images.xml
Sitemap: https://arproofing.com/sitemap-videos.xml