User-agent: *
Allow: /

# 后台与接口
Disallow: /admin.php
Disallow: /api.php
# 系统目录（禁止抓取，避免暴露源码/数据库/配置）
Disallow: /data/
Disallow: /runtime/
Disallow: /config/
Disallow: /apps/
Disallow: /core/
Disallow: /rewrite/
# 内部工具与临时目录
Disallow: /_tools/
Disallow: /_tmp/
Disallow: /_backup_pboot/
Disallow: /doc/
# 无收录价值的动态页
Disallow: /ad
Disallow: /search/
Disallow: /message/
Disallow: /comment/

# ---------- GEO：显式放行主流 AI 抓取器 ----------
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: meta-externalagent
Allow: /

# ---------- 站点地图（按当前访问域名自动生成） ----------
Sitemap: https://www.mengtianren.com/sitemap.xml
Sitemap: https://www.mengtianren.com/sitemap.txt