# ========== 国内主流搜索 & AI 爬虫 - 全部放行 ==========
# 百度全系
User-agent: Baiduspider
Allow: /
User-agent: Baiduspider-render
Allow: /
User-agent: Baiduspider-image
Allow: /

# 字节跳动 / 头条 / 豆包
User-agent: Bytespider
Allow: /

# 搜狗 / 微信搜一搜
User-agent: Sogou web spider
Allow: /
User-agent: Sogou inst spider
Allow: /

# 神马 / 夸克 AI
User-agent: YisouSpider
Allow: /

# 360 / 好搜
User-agent: 360Spider
Allow: /
User-agent: HaosouSpider
Allow: /

# 必应 & Copilot
User-agent: bingbot
Allow: /

# 华为花瓣 & 小艺（可选放行）
User-agent: PetalBot
Allow: /

# ========== 海外 AI / 海外爬虫（按需保留，不用可整段删除） ==========
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Claude-SearchBot
Allow: /
User-agent: Claude-User
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: Applebot
Allow: /

# ========== 所有其他爬虫：执行原有禁止规则 ==========

User-agent: * 
Disallow: /other/
Disallow: /lmp*
Disallow: /2018czgw/cs/
Disallow: /2020phonecs/
Disallow: /subject/schoolcs/
Disallow: /schoolcscs/
Disallow: /*?*
Disallow: /font/
Disallow: /subject/zttest/
Disallow: /subject/ceshikdy/
Disallow: /course/ios2.shtml
Disallow: /subject/2016jgb/index.html
Disallow: /subject/2017jgb/index.html
Disallow: /subject/2018jgb/index.html
Disallow: /2020index.shtml
Disallow: /fb2020index.shtml
Disallow: /2020javaee.html
Disallow: /2020index.shtml
Disallow: /20javafb.html
Disallow: /2020mindex.html
Disallow: /subject/20160928/index.shtml
Disallow: /subject/2019smsscz/index.shtml
Disallow: /subject/2018khymcz/index.shtml
Disallow: /subject/2019khcz1/index.shtml
Disallow: /subject/2019khcz2/index.shtml
Disallow: /subject/czbdkh/index.shtml
Disallow: /subject/360kl/index.shtml
Disallow: /subject/company/index.html
Sitemap: http://cloud.itcast.cn/sitemap/sitemap_cloud.xml
Sitemap: http://c.itcast.cn/sitemap/sitemap_c.xml
Sitemap: http://linux.itcast.cn/sitemap/sitemap_linux.xml
Sitemap: http://movies.itcast.cn/sitemap/sitemap_movies.xml
Sitemap: http://robot.itcast.cn/sitemap/sitemap_robot.xml