# ========================================
# 飞坞inferway - robots.txt
# 网站: https://www.inferway.com
# 更新日期: 2026-06-03
# ========================================

# 主域名声明
Host: https://www.inferway.com

# ==================== 搜索引擎爬虫 ====================

# Google
User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /login
Disallow: /register
Disallow: /profile
Disallow: /upload/
Disallow: /*.json$
Disallow: /node_modules/

# Bing
User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /login
Disallow: /register
Disallow: /profile
Disallow: /upload/

# 百度
User-agent: Baiduspider
Allow: /
Disallow: /api/
Disallow: /login
Disallow: /register
Disallow: /profile
Disallow: /upload/

# 搜狗
User-agent: Sogou
Allow: /
Disallow: /api/
Disallow: /login
Disallow: /register
Disallow: /profile

# 360搜索
User-agent: 360Spider
Allow: /
Disallow: /api/
Disallow: /login
Disallow: /register

# ==================== AI/LLM爬虫（GEO优化） ====================

# OpenAI GPT
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /login
Disallow: /profile

User-agent: ChatGPT-User
Allow: /
Disallow: /api/

# Anthropic Claude
User-agent: Claude-Web
Allow: /
Disallow: /api/
Disallow: /login

User-agent: Anthropic-AI
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# 其他AI搜索
User-agent: YouBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

# ==================== 社交媒体爬虫 ====================

# 微博
User-agent: WeiboBot
Allow: /

# 微信
User-agent: MicroMessenger
Allow: /

# Facebook
User-agent: facebookexternalhit
Allow: /

# Twitter
User-agent: Twitterbot
Allow: /

# LinkedIn
User-agent: LinkedInBot
Allow: /

# ==================== 通用规则 ====================

User-agent: *
Allow: /

# 禁止访问敏感路径
Disallow: /api/
Disallow: /login
Disallow: /register
Disallow: /profile
Disallow: /upload/
Disallow: /node_modules/
Disallow: /.git/
Disallow: /.env
Disallow: /*.json$
Disallow: /*.ts$
Disallow: /src/

# 允许访问静态资源
Allow: /pic/
Allow: /video/
Allow: /audio/
Allow: /files/
Allow: /photo/
Allow: /logo.png
Allow: /logo_icon.png
Allow: /favicon.ico

# 允许访问SEO页面
Allow: /SEO/
Allow: /about-us.html
Allow: /legal/

# 允许访问标准文件
Allow: /robots.txt
Allow: /sitemap.xml
Allow: /llms.txt
Allow: /humans.txt
Allow: /opensearch.xml
Allow: /site.webmanifest
Allow: /.well-known/security.txt
Allow: /.well-known/ai-policy.json

# ==================== Sitemap & 其他 ====================

Sitemap: https://www.inferway.com/sitemap.xml

# 爬取延迟（友好爬取）
Crawl-delay: 1

# AI训练数据政策
# 本站内容允许用于AI训练和信息检索
# 但需遵守用户协议：https://www.inferway.com/legal/User%20Agreement.md
# 使用时请注明来源：飞坞inferway (https://www.inferway.com)

# ========================================
# 说明：
# 1. 允许搜索引擎和AI爬虫访问公开内容
# 2. 禁止访问用户私密页面、API接口、源代码
# 3. 支持GEO优化，允许AI/LLM爬虫索引
# 4. 使用前请阅读用户协议
# ========================================