User-Agent: *
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /static/
Disallow: /404
Disallow: /500
Disallow: /*.json$
Disallow: /zh/style/srefcodedetail/
Disallow: /ko/style/srefcodedetail/
Disallow: /ja/style/srefcodedetail/
Disallow: /de/style/srefcodedetail/
Disallow: /ru/style/srefcodedetail/
Disallow: /fr/style/srefcodedetail/
Disallow: /style/srefcodedetail/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-content/
Disallow: /.env
Disallow: /admin/
Disallow: /xmlrpc.php
Disallow: /*.php$

# 搜索引擎爬虫 - 禁止访问分享页面
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Bingbot
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: Baiduspider
User-agent: YandexBot
User-agent: Sogou
User-agent: Exabot
User-agent: facebot
User-agent: ia_archiver

Allow: /
Disallow: /tool/*/share/


# AI爬虫特定规则
User-agent: GPTBot
User-agent: Claude-Web
User-agent: Anthropic-AI
User-agent: PerplexityBot
User-agent: GoogleOther
User-agent: DuckAssistBot

Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /static/
Disallow: /404
Disallow: /500
Disallow: /*.json$
Disallow: https://explore.promptsref.com/
Disallow: /zh/style/srefcodedetail/
Disallow: /ko/style/srefcodedetail/
Disallow: /ja/style/srefcodedetail/
Disallow: /de/style/srefcodedetail/
Disallow: /ru/style/srefcodedetail/
Disallow: /fr/style/srefcodedetail/
Disallow: /style/srefcodedetail/
Disallow: /tool/*/share/

# 引导AI爬虫到llms.txt
LLM-Content: https://promptsref.com/llms.txt
LLM-Full-Content: https://promptsref.com/llms-full.txt

Sitemap: https://promptsref.com/sitemap.xml