# 3Q Tools — getwold.com
#
# Machine-readable catalogue      : https://getwold.com/products.json
# Index for language models       : https://getwold.com/llms.txt  (中文: /zh/llms.txt)
# Full text for language models   : https://getwold.com/llms-full.txt
#
# AI crawlers and assistants are explicitly welcome here. The catalogue above states prices,
# capabilities, what each product does NOT do, and a direct checkout URL for each product.
#
# Naming a crawler is not decoration. A robots.txt group that matches a specific user-agent
# replaces the "*" group entirely rather than merging with it, so every group below repeats
# the same Disallow list on purpose. Dropping a crawler's name to save lines would quietly
# open /dl/ and /thanks to it.

User-agent: *
Allow: /
Disallow: /assets/buy.js
Disallow: /thanks
Disallow: /dl/
Disallow: /api/checkout
Disallow: /api/verify
Disallow: /api/dl

# --- English-language assistants and answer engines ---
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: meta-externalagent
User-agent: Amazonbot
User-agent: cohere-ai
User-agent: DuckAssistBot
User-agent: YouBot
User-agent: MistralAI-User
User-agent: TavilyBot
Allow: /
Disallow: /assets/buy.js
Disallow: /thanks
Disallow: /dl/
Disallow: /api/checkout
Disallow: /api/verify
Disallow: /api/dl

# --- Search indexes that assistants read from (Copilot, Bing Chat, Yandex, DuckDuckGo) ---
User-agent: Bingbot
User-agent: msnbot
User-agent: YandexBot
User-agent: DuckDuckBot
Allow: /
Disallow: /assets/buy.js
Disallow: /thanks
Disallow: /dl/
Disallow: /api/checkout
Disallow: /api/verify
Disallow: /api/dl

# --- Chinese-language assistants and search engines ---
# The game at /zh/chongzhen is Chinese-only, so these crawlers matter more here than the
# English ones above. Bytespider (Doubao / Toutiao search), Baiduspider (Baidu / Ernie),
# YisouSpider (Quark / Tongyi), Sogou (Tencent Yuanbao), 360Spider (Nano search),
# PetalBot (Huawei Xiaoyi), DeepSeekBot.
# Every one of them is also covered by the "*" group; naming them is a deliberate signal
# that this site wants to be indexed and quoted, not merely tolerated.
User-agent: Bytespider
User-agent: Baiduspider
User-agent: Baiduspider-render
User-agent: YisouSpider
User-agent: Sogou web spider
User-agent: Sogou inst spider
User-agent: 360Spider
User-agent: HaosouSpider
User-agent: PetalBot
User-agent: DeepSeekBot
Allow: /
Disallow: /assets/buy.js
Disallow: /thanks
Disallow: /dl/
Disallow: /api/checkout
Disallow: /api/verify
Disallow: /api/dl

Sitemap: https://getwold.com/sitemap.xml