# robots.txt for twmbavoyage.com
# Last updated: 2026-05-31

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /?s=
Disallow: /search/
  
Disallow: /*?replytocom=

Disallow: /xmlrpc.php

Disallow: /*/feed/
Disallow: /feed/

Disallow: /*?fbclid=
Disallow: /*?page_id=
Disallow: /*?p=

# ============================
# OpenAI（ChatGPT / SearchGPT）
# ============================
User-agent: GPTBot
Allow: /
Disallow: /wp-admin/
Disallow: /?s=

User-agent: ChatGPT-User
Allow: /
Disallow: /wp-admin/

User-agent: OAI-SearchBot
Allow: /
Disallow: /wp-admin/
  
# ============================
# Anthropic（Claude）
# ============================
User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/
Disallow: /?s=
  
User-agent: claude-web
Allow: /
Disallow: /wp-admin/

User-agent: Claude-SearchBot
Allow: /
Disallow: /wp-admin/
  
# ============================
# Perplexity
# ============================
User-agent: PerplexityBot
Allow: /
Disallow: /wp-admin/

User-agent: Perplexity-User
Allow: /
Disallow: /wp-admin/
  
# ============================
# Google AI
# ============================
User-agent: Google-Extended
Allow: /
Disallow: /wp-admin/
  
# ============================
# Apple Intelligence
# ============================
User-agent: Applebot-Extended
Allow: /
Disallow: /wp-admin/

# ============================
# Common Crawl
# ============================
User-agent: CCBot
Allow: /
Disallow: /wp-admin/

# ============================
# Meta AI
# ============================
User-agent: meta-externalagent
Allow: /
Disallow: /wp-admin/

# ============================
# Sitemap
# ============================
Sitemap: https://twmbavoyage.com/sitemap_index.xml