# https://mosaicbuild.com/robots.txt
# Mosaic Design and Build

# NOTE: the hacked URLs (/tpc/ /iqr/ /ctg/ /f/ /e/ *.shtml) are deliberately
# NOT blocked here. They now return 410 Gone via .htaccess. Googlebot must be
# able to CRAWL them to see the 410 and drop them from the index.
# Blocking them in robots.txt would freeze them in the index permanently.
# Re-add blocks only after Search Console shows 0 of them remaining.

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# ============================================
# AI ANSWER ENGINES / LLM CRAWLERS — welcome
# ============================================
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: Google-Extended
User-agent: bingbot
User-agent: msnbot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: meta-externalfetcher
User-agent: FacebookBot
User-agent: Amazonbot
User-agent: CCBot
User-agent: MistralAI-User
User-agent: DuckAssistBot
User-agent: YouBot
User-agent: cohere-ai
User-agent: AI2Bot
User-agent: Diffbot
User-agent: PetalBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# ============================================
# SITEMAP
# ============================================
Sitemap: https://mosaicbuild.com/sitemap.xml