# robots.txt - HaremCraft游戏网站 # 常规搜索引擎规则 User-agent: * Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /static/ Disallow: /404 Disallow: /500 Disallow: /*.json$ # 网站地图 Sitemap: https://haremcraft.org/sitemap.xml # AI爬虫特定规则 User-agent: GPTBot Allow: /llms.txt Allow: /llms-full.txt Disallow: / User-agent: anthropic-ai Allow: /llms.txt Allow: /llms-full.txt Disallow: / User-agent: Claude-Web Allow: /llms.txt Allow: /llms-full.txt Disallow: / User-agent: PerplexityBot Allow: /llms.txt Allow: /llms-full.txt Disallow: / User-agent: GoogleOther Allow: /llms.txt Allow: /llms-full.txt Disallow: / User-agent: DuckAssistBot Allow: /llms.txt Allow: /llms-full.txt Disallow: / User-agent: ChatGPT-User Allow: /llms.txt Allow: /llms-full.txt Disallow: / User-agent: CCBot Allow: /llms.txt Allow: /llms-full.txt Disallow: / User-agent: Baiduspider Allow: /llms.txt Allow: /llms-full.txt Disallow: / User-agent: facebookexternalhit Allow: /llms.txt Allow: /llms-full.txt Disallow: / # 常规搜索引擎(如Google) User-agent: Googlebot Allow: / Disallow: /api/ Disallow: /_next/ Disallow: /static/ Disallow: /404 Disallow: /500 Disallow: /*.json$