# IPIPAI — IP Detection & Network Tools
# Agent instructions: https://ipipai.com/agents.md
# Agent discovery sitemap: https://ipipai.com/sitemap_agentic_discovery.xml
# LLMs.txt: https://ipipai.com/llms.txt

User-agent: *
Allow: /

# Allow all major AI crawlers (GEO)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Bingbot
Allow: /

# Private paths
Disallow: /admin
Disallow: /admin/
# Bug 4 修复：机器 API 路由一律禁止抓取（配合 X-Robots-Tag: noindex）
Disallow: /api/
Disallow: /api/admin/
# user.html 不再 robots 屏蔽：已加 noindex meta，允许抓取才能读到 noindex 并从索引清除（软 404 修复）

Sitemap: https://ipipai.com/sitemap.xml
Sitemap: https://ipipai.com/sitemap_agentic_discovery.xml