User-agent: *
Allow: /

# AI搜索引擎爬虫友好
User-agent: ByteSpider
Allow: /

User-agent: DeepSeek
Allow: /

User-agent: Qianwen
Allow: /

User-agent: Kimi
Allow: /

User-agent: Ernie
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Omgili
Allow: /

User-agent: PerplexityBot
Allow: /

# 禁止后台和管理目录
Disallow: /admin/
Disallow: /api/
Disallow: /cron/

# 站点地图
Sitemap: http://ctcjc.cn/sitemap.xml
Sitemap: http://ctcjc.cn/ai-schema.json

# 爬取延迟（可选）
Crawl-delay: 1

# AI搜索引擎配置文件
AI-Schema: /ai-schema.json
AI-Answers: /ai-answers.json
Knowledge-Graph: /knowledge-graph.json