# robots.txt - moiorlando.com
# No crawl delay is set (Google ignores one; several AI crawlers respect it and
# throttle indexing). AI answer-engine crawlers get explicit groups so future security or
# WAF changes don't silently break their access. Each named group repeats the
# wp-admin rules: a crawler obeys only the most specific group that matches its
# user agent (RFC 9309), so the rules under "User-agent: *" do not reach them.
#
# An AI-crawler content map is published at:
#   https://moiorlando.com/llms.txt

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# --- AI answer-engine crawlers: explicitly allowed ---

# OpenAI (training)
User-agent: GPTBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# OpenAI (ChatGPT search)
User-agent: OAI-SearchBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Anthropic (indexing)
User-agent: ClaudeBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Anthropic (user-initiated fetches)
User-agent: Claude-User
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Perplexity
User-agent: PerplexityBot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Google (Gemini / AI features)
User-agent: Google-Extended
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://moiorlando.com/sitemap_index.xml