# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

# AI crawlers and answer engines are intentionally ALLOWED.
# Audit 2026-09-09: the previous blanket block (added 2026-02-02) kept
# OAI-SearchBot, ClaudeBot and PerplexityBot out of the index entirely -
# they fetched robots.txt 148 times between them and read zero content
# pages - which made BDG impossible to cite in ChatGPT, Claude, Perplexity
# and Gemini. Removed deliberately. Do not re-add without a business
# decision; see Colton before changing.

Sitemap: https://www.bostondesignguide.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK