# robots.txt - 管理抓取入口；索引范围由 sitemap 和页面 robots meta 控制

# 常规搜索引擎规则 - 允许抓取公开内容，让未入选的 prompt detail 页面可暴露 noindex
User-agent: *
Allow: /
Allow: /_next/static/
Allow: /_next/image

# 禁止抓取系统路径；HTML 页面是否索引由页面 robots meta 控制
Disallow: /dashboard/
Disallow: /projects/
Disallow: /api/
Disallow: /_next/
Disallow: /*/projects/
Disallow: /admin/
Disallow: /private/

# 网站地图 - 只提交当前希望主动发现和索引的核心 URL
Sitemap: https://vogueai.net/sitemap.xml

# AI爬虫特定规则 - 允许访问公开内容
User-agent: GPTBot
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /login
Disallow: /dashboard/
Disallow: /assets/
Disallow: /projects/
Disallow: /payment/
Disallow: /api/
Disallow: /auth/
Disallow: /_next/
Disallow: /*/assets/
Disallow: /*/projects/

User-agent: Claude-Web
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /login
Disallow: /dashboard/
Disallow: /assets/
Disallow: /projects/
Disallow: /payment/
Disallow: /api/
Disallow: /auth/
Disallow: /_next/
Disallow: /*/assets/
Disallow: /*/projects/

User-agent: Anthropic-AI
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /login
Disallow: /dashboard/
Disallow: /assets/
Disallow: /projects/
Disallow: /payment/
Disallow: /api/
Disallow: /auth/
Disallow: /_next/
Disallow: /*/assets/
Disallow: /*/projects/

User-agent: PerplexityBot
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /login
Disallow: /dashboard/
Disallow: /assets/
Disallow: /projects/
Disallow: /payment/
Disallow: /api/
Disallow: /auth/
Disallow: /_next/
Disallow: /*/assets/
Disallow: /*/projects/

User-agent: GoogleOther
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /login
Disallow: /dashboard/
Disallow: /assets/
Disallow: /projects/
Disallow: /payment/
Disallow: /api/
Disallow: /auth/
Disallow: /_next/
Disallow: /*/assets/
Disallow: /*/projects/

User-agent: DuckAssistBot
Allow: /
Allow: /_next/static/
Allow: /_next/image
Disallow: /login
Disallow: /dashboard/
Disallow: /assets/
Disallow: /projects/
Disallow: /payment/
Disallow: /api/
Disallow: /auth/
Disallow: /_next/
Disallow: /*/assets/
Disallow: /*/projects/

# 引导AI爬虫到llms.txt - 通过注释说明
# LLM内容可访问: https://vogueai.net/llms.txt
# LLM完整内容可访问: https://vogueai.net/llms-full.txt