# GachaWiki - the gacha games encyclopedia
# https://gachawiki.com
#
# AI crawlers and answer engines are welcome. Content is licensed CC BY-SA 4.0
# (attribution required). Machine-readable entry points:
#   https://gachawiki.com/llms.txt
#   https://gachawiki.com/llms-full.txt
#   https://gachawiki.com/api/pages.json
# Any wiki page is available as raw Markdown by appending .md to its URL.

User-agent: *
Allow: /
# The framework emits a React Server Component payload beside every page
# (/about.txt, /wiki/pity-system.txt, /*__next*). They restate the page in an
# internal format, are linked from nowhere, and are useless to a reader or an
# answer engine. The Markdown twin (append .md) is the machine-readable form.
Disallow: /*__next*
Disallow: /*.txt$
Allow: /llms.txt
Allow: /llms-full.txt

# --- Search engine AI crawlers ---
User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bingbot
Allow: /

# --- LLM training and assistant crawlers ---
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: meta-externalfetcher
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: cohere-ai
Allow: /

Sitemap: https://gachawiki.com/sitemap-index.xml