# === AI / LLM crawlers ===
# Pisonics welcomes AI/LLM crawlers — both for real-time retrieval
# (when a user asks an assistant about industrial measurement) and for
# training data. See /llms.txt for a structured site overview.

# OpenAI — training (GPTBot) and real-time browsing (ChatGPT-User, OAI-SearchBot)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
Allow: /
Disallow: /admin/
Disallow: /assets/.versioned/

# Anthropic — Claude's web crawler / browsing
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
Allow: /
Disallow: /admin/
Disallow: /assets/.versioned/

# Google — Gemini / Bard training (separate from Googlebot)
User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /assets/.versioned/

# Perplexity AI
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /
Disallow: /admin/
Disallow: /assets/.versioned/

# Other major AI crawlers
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: cohere-ai
User-agent: DuckAssistBot
User-agent: Meta-ExternalAgent
User-agent: YouBot
User-agent: MistralAI-User
Allow: /
Disallow: /admin/
Disallow: /assets/.versioned/

# === Chinese AI / search ecosystem ===
# These bots power the Chinese-market AI assistants and search
# experiences our buyers and engineers actually use day-to-day.
# Pisonics is a domestic industrial-instrument vendor — being
# correctly indexed here is at least as valuable as the international
# tier. Listed alphabetically by operator.

# ByteDance — Doubao (豆包) training crawler
User-agent: Bytespider
Allow: /
Disallow: /admin/
Disallow: /assets/.versioned/

# Baidu — Wenxin / ERNIE Bot training shares the search crawler. Baiduspider-render handles JS-rendered pages.
User-agent: Baiduspider
User-agent: Baiduspider-render
Allow: /
Disallow: /admin/
Disallow: /assets/.versioned/

# Moonshot AI — Kimi (月之暗面)
User-agent: Kimibot
User-agent: KimiCrawler
User-agent: Moonshot-AI
User-agent: MoonshotBot
Allow: /
Disallow: /admin/
Disallow: /assets/.versioned/

# DeepSeek (深度求索)
User-agent: DeepSeekBot
Allow: /
Disallow: /admin/
Disallow: /assets/.versioned/

# Huawei — Petal Search
User-agent: PetalBot
Allow: /
Disallow: /admin/
Disallow: /assets/.versioned/

# 360 / Sogou (腾讯) / Yisou (UC/阿里神马) / iAsk
User-agent: 360Spider
User-agent: Sogou web spider
User-agent: Sogou inst spider
User-agent: Yisouspider
User-agent: iaskspider
User-agent: iaskspider/2.0
Allow: /
Disallow: /admin/
Disallow: /assets/.versioned/

# === Default / all other crawlers ===
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /assets/.versioned/

Sitemap: https://www.pisonics.com/sitemap.xml