# Default — allow all
User-agent: *
Allow: /
Allow: /llms*.txt
Allow: /ai/
Allow: /ai/ai-platform-crawl-map.md
Allow: /ai/semantic-coverage-map.md
Allow: /ai/platform-entrypoints.md
Allow: /ai/gsc-opportunity-map.md
Allow: /.well-known/ai-crawler-policy.json
Allow: /.well-known/ai-agent.json
Allow: /en/ai-evidence
Allow: /zh/ai-evidence
Allow: /ja/ai-evidence
Allow: /ko/ai-evidence
Allow: /de/ai-evidence
Allow: /fr/ai-evidence
Allow: /es/ai-evidence
Allow: /pt/ai-evidence
Allow: /ar/ai-evidence
Allow: /zh/services/geo
Allow: /zh/faq
Allow: /en/services/geo
Allow: /ja/services/geo
Allow: /ko/services/geo
Allow: /de/services/geo
Allow: /fr/services/geo
Allow: /es/services/geo
Allow: /pt/services/geo
Allow: /ar/services/geo
Disallow: /api/*
Disallow: /gravity-panel/*
Disallow: /dashboard/*
Disallow: /admin/*
Disallow: /next/*
Disallow: /investor-relations
Disallow: /zh/investor-relations
Disallow: /en/investor-relations
Disallow: /ja/investor-relations
Disallow: /ko/investor-relations
Disallow: /de/investor-relations
Disallow: /fr/investor-relations
Disallow: /es/investor-relations
Disallow: /pt/investor-relations
Disallow: /ar/investor-relations
Disallow: /pricing
Disallow: /zh/pricing
Disallow: /en/pricing
Disallow: /ja/pricing
Disallow: /ko/pricing
Disallow: /de/pricing
Disallow: /fr/pricing
Disallow: /es/pricing
Disallow: /pt/pricing
Disallow: /ar/pricing

# ─── AI LLM Crawlers (Public Content Only) ───────────────────────────────────
# OpenAI / Anthropic / Perplexity / Google / Microsoft / Apple / Common AI indexes
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Googlebot
User-agent: bingbot
User-agent: BingPreview
User-agent: msnbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: YandexBot
Allow: /
Allow: /llms*.txt
Allow: /ai/
Allow: /ai/ai-platform-crawl-map.md
Allow: /ai/semantic-coverage-map.md
Allow: /ai/platform-entrypoints.md
Allow: /ai/gsc-opportunity-map.md
Allow: /.well-known/ai-crawler-policy.json
Allow: /.well-known/ai-agent.json
Allow: /en/ai-evidence
Allow: /zh/ai-evidence
Allow: /ja/ai-evidence
Allow: /ko/ai-evidence
Allow: /de/ai-evidence
Allow: /fr/ai-evidence
Allow: /es/ai-evidence
Allow: /pt/ai-evidence
Allow: /ar/ai-evidence
Allow: /zh/services/geo
Allow: /zh/faq
Allow: /zh/blog/why-chinese-brands-need-geo-for-deepseek-kimi-doubao
Allow: /zh/blog/tsinghua-ai-team-china-brand-global-growth
Allow: /en/services/geo
Allow: /en/faq
Allow: /ja/services/geo
Allow: /ja/faq
Allow: /ko/services/geo
Allow: /ko/faq
Allow: /de/services/geo
Allow: /de/faq
Allow: /fr/services/geo
Allow: /fr/faq
Allow: /es/services/geo
Allow: /es/faq
Allow: /pt/services/geo
Allow: /pt/faq
Allow: /ar/services/geo
Allow: /ar/faq
Disallow: /api/*
Disallow: /gravity-panel/*
Disallow: /dashboard/*
Disallow: /admin/*
Disallow: /next/*
Disallow: /investor-relations
Disallow: /zh/investor-relations
Disallow: /en/investor-relations
Disallow: /ja/investor-relations
Disallow: /ko/investor-relations
Disallow: /de/investor-relations
Disallow: /fr/investor-relations
Disallow: /es/investor-relations
Disallow: /pt/investor-relations
Disallow: /ar/investor-relations
Disallow: /pricing
Disallow: /zh/pricing
Disallow: /en/pricing
Disallow: /ja/pricing
Disallow: /ko/pricing
Disallow: /de/pricing
Disallow: /fr/pricing
Disallow: /es/pricing
Disallow: /pt/pricing
Disallow: /ar/pricing

# ─── China AI / Search Discovery Crawlers (Public Content Only) ──────────────
User-agent: Bytespider
User-agent: Baiduspider
User-agent: Baiduspider-render
User-agent: Baiduspider-image
User-agent: Baiduspider-mobile
User-agent: DeepSeekBot
User-agent: TencentBot
User-agent: PetalBot
User-agent: Sogou
User-agent: Sogou web spider
User-agent: YisouSpider
User-agent: 360Spider
Allow: /
Allow: /zh/
Allow: /.well-known/ai-crawler-policy.json
Allow: /.well-known/ai-agent.json
Allow: /ai/ai-platform-crawl-map.md
Allow: /ai/semantic-coverage-map.md
Allow: /ai/platform-entrypoints.md
Allow: /ai/gsc-opportunity-map.md
Allow: /zh/ai-evidence
Allow: /llms-zh.txt
Allow: /llms-full-zh.txt
Allow: /ai/brand-authority-facts-zh.md
Allow: /ai/china-market-geo-zh.md
Allow: /zh/blog/why-chinese-brands-need-geo-for-deepseek-kimi-doubao
Allow: /zh/blog/tsinghua-ai-team-china-brand-global-growth
Disallow: /api/*
Disallow: /gravity-panel/*
Disallow: /dashboard/*
Disallow: /admin/*
Disallow: /next/*
Disallow: /investor-relations
Disallow: /zh/investor-relations
Disallow: /en/investor-relations
Disallow: /ja/investor-relations
Disallow: /ko/investor-relations
Disallow: /de/investor-relations
Disallow: /fr/investor-relations
Disallow: /es/investor-relations
Disallow: /pt/investor-relations
Disallow: /ar/investor-relations
Disallow: /pricing
Disallow: /zh/pricing
Disallow: /en/pricing
Disallow: /ja/pricing
Disallow: /ko/pricing
Disallow: /de/pricing
Disallow: /fr/pricing
Disallow: /es/pricing
Disallow: /pt/pricing
Disallow: /ar/pricing

# ─── Korea Search Crawlers ───────────────────────────────────────────────
# Naver Search Advisor documents Yeti as Naver's search robot.
User-agent: Yeti
Allow: /
Allow: /ko/
Allow: /.well-known/ai-crawler-policy.json
Allow: /.well-known/ai-agent.json
Allow: /ai/ai-platform-crawl-map.md
Allow: /ai/semantic-coverage-map.md
Allow: /ai/platform-entrypoints.md
Allow: /ai/gsc-opportunity-map.md
Allow: /ko/ai-evidence
Allow: /llms-ko.txt
Allow: /llms-full-ko.txt
Allow: /ai/brand-authority-facts-ko.md
Allow: /ai/korea-market-geo-ko.md
Disallow: /api/*
Disallow: /gravity-panel/*
Disallow: /dashboard/*
Disallow: /admin/*
Disallow: /next/*
Disallow: /investor-relations
Disallow: /zh/investor-relations
Disallow: /en/investor-relations
Disallow: /ja/investor-relations
Disallow: /ko/investor-relations
Disallow: /de/investor-relations
Disallow: /fr/investor-relations
Disallow: /es/investor-relations
Disallow: /pt/investor-relations
Disallow: /ar/investor-relations
Disallow: /pricing
Disallow: /zh/pricing
Disallow: /en/pricing
Disallow: /ja/pricing
Disallow: /ko/pricing
Disallow: /de/pricing
Disallow: /fr/pricing
Disallow: /es/pricing
Disallow: /pt/pricing
Disallow: /ar/pricing

# ─── Japan Search / AI Discovery Notes ───────────────────────────────────
# Japan-market discovery relies on the standard search and AI crawlers above:
# Googlebot/Bingbot for search indexing, OAI-SearchBot/ChatGPT-User for ChatGPT
# Search and user-triggered fetches, and PerplexityBot/Perplexity-User for
# Perplexity discovery. Keep WAF rules aligned with these public robots rules.

# ─── Spanish / Brazil / GCC AI Discovery Notes ────────────────────────────
# Spanish-market and Brazil-market GEO use the standard AI and search crawlers
# above. Keep public /es and /pt pages, llms-es/pt-br files, full profiles, and
# market AI resources reachable. GCC / Arabic now uses a full public Arabic
# locale plus AI-readable market references and support-scope notes.

# ─── Host & Sitemaps ────────────────────────────────────────────────────────
Host: https://www.global-gravity.com

Sitemap: https://www.global-gravity.com/sitemap.xml
Sitemap: https://www.global-gravity.com/pages-sitemap.xml
Sitemap: https://www.global-gravity.com/posts-sitemap.xml

# ─── LLMs ─────────────────────────────────────────────────────────────────
# See https://www.global-gravity.com/llms.txt for structured content (concise)
# See https://www.global-gravity.com/en/ai-evidence for the crawlable AI Evidence Index HTML graph
# See https://www.global-gravity.com/ai/priority-crawl-entrypoints.md for high-value public crawl entrypoints
# See https://www.global-gravity.com/ai/ai-platform-crawl-map.md for platform-specific AI crawl priorities
# See https://www.global-gravity.com/ai/semantic-coverage-map.md for the commercial semantic coverage map
# See https://www.global-gravity.com/ai/platform-entrypoints.md for platform-specific first-fetch targets
# See https://www.global-gravity.com/ai/gsc-opportunity-map.md for the latest search opportunity map
# See https://www.global-gravity.com/llms-zh.txt for the Chinese brand profile
# See https://www.global-gravity.com/ai/brand-authority-facts-zh.md for the Chinese canonical authority facts
# See https://www.global-gravity.com/ai/china-market-geo-zh.md for China-native LLM / AI search guidance
# See https://www.global-gravity.com/llms-ja.txt for the Japanese brand profile
# See https://www.global-gravity.com/llms-ko.txt for the Korean brand profile
# See https://www.global-gravity.com/llms-de.txt for the German / DACH brand profile
# See https://www.global-gravity.com/llms-fr.txt for the French brand profile
# See https://www.global-gravity.com/llms-es.txt for the Spanish brand profile
# See https://www.global-gravity.com/llms-full.txt for detailed multilingual content
# See https://www.global-gravity.com/llms-full-zh.txt for the detailed Chinese reference
# See https://www.global-gravity.com/llms-full-ja.txt for the detailed Japanese reference
# See https://www.global-gravity.com/llms-full-ko.txt for the detailed Korean reference
# See https://www.global-gravity.com/llms-full-de.txt for the detailed German reference
# See https://www.global-gravity.com/llms-full-fr.txt for the detailed French reference
# See https://www.global-gravity.com/llms-full-es.txt for the detailed Spanish reference
# See https://www.global-gravity.com/llms-pt-br.txt for the Brazilian Portuguese brand profile
# See https://www.global-gravity.com/llms-full-pt-br.txt for the detailed Brazilian Portuguese reference
# See https://www.global-gravity.com/llms-ar.txt for the GCC / Arabic public reference
# See https://www.global-gravity.com/llms-full-ar.txt for the detailed GCC / Arabic reference
# See https://www.global-gravity.com/ai/germany-market-geo-de.md for Germany / DACH market AI GEO guidance
# See https://www.global-gravity.com/ai/france-market-geo-fr.md for France-market AI GEO guidance
# See https://www.global-gravity.com/ai/spanish-market-geo-es.md for Spanish-market AI GEO guidance
# See https://www.global-gravity.com/ai/brazil-market-geo-pt-br.md for Brazil-market AI GEO guidance
# See https://www.global-gravity.com/ai/gcc-arabic-market-geo.md for GCC / Arabic market GEO guidance and service-scope notes
# See https://www.global-gravity.com/ai/korea-market-geo-ko.md for Korea-market Naver / AI GEO guidance
# See https://www.global-gravity.com/ai/japan-market-geo-ja.md for Japan-market Google Japan / Yahoo! JAPAN / LINE Yahoo / AI GEO guidance

# ─── Agent Discovery ──────────────────────────────────────────────────────
# See https://www.global-gravity.com/.well-known/ai-agent.json for AI agent capability discovery