# robots.txt for baystatemarketing.com
# Updated Oct 2026: allows search engines and AI search/answer bots

# ---------- All crawlers ----------
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /cdn-cgi/
Allow: /*.css
Allow: /*.js

# ---------- AI search and answer engines (explicitly allowed) ----------
# OpenAI (ChatGPT search + training), Anthropic (Claude), Perplexity,
# Google Gemini, Apple, Microsoft Copilot (uses Bingbot), Common Crawl
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: CCBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /cdn-cgi/
Allow: /*.css
Allow: /*.js
Allow: /

# ---------- Sitemap ----------
Sitemap: https://baystatemarketing.com/sitemap_index.xml