# kaomojis.jp robots.txt — AI Search Allow Policy # Phase 1561 (2026-05-08): Cloudflare Managed Content の AI bot Disallow を上書き # AI Search (ChatGPT / Perplexity / Claude.ai / Google SGE / Bing Copilot) への露出を最大化 # ============================================================ # AI Search / LLM Training Bots — 全 Allow（Content-Signal: ai-input=yes, ai-train=yes） # ============================================================ User-agent: GPTBot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: ChatGPT-User Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: OAI-SearchBot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: ClaudeBot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: Claude-SearchBot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: Claude-User Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: anthropic-ai Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: Claude-Web Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: Google-Extended Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= # Google-documented fetcher used when site owners ground Vertex AI Agents. User-agent: Google-CloudVertexBot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: PerplexityBot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: Perplexity-User Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: CCBot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: Bytespider Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: Applebot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: Applebot-Extended Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: meta-externalagent Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: FacebookBot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: Amazonbot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= # Commercial SEO collectors — public pages remain crawlable, but dynamic # internal-search result sets are excluded to prevent unbounded URL expansion. User-agent: AhrefsBot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search User-agent: SemrushBot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search User-agent: DataForSeoBot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search User-agent: cohere-ai Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: Diffbot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: ImagesiftBot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: Omgilibot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: YouBot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= # ============================================================ # Search Engine Bots — Region Specific # ============================================================ # Baidu crawlers — Chinese market indexing User-agent: Baiduspider Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= # Sogou crawler User-agent: Sogou web spider Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= # 360 Spider User-agent: 360Spider Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= # Naver crawlers (Korean market — Yeti is Naver's main crawler) User-agent: Yeti Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: Naverbot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= # Bing crawlers (US/global market — supports IndexNow) User-agent: bingbot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= User-agent: msnbot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= # Yandex crawler (Russian market) User-agent: YandexBot Allow: / Allow: /api/v1/openapi.json Disallow: /api/ Disallow: /search Disallow: /*/search Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections Clean-param: q /search Disallow: /admin Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} Disallow: /*?page= Disallow: /*&page= # ============================================================ # Default — All other bots # ============================================================ User-agent: * Allow: / Allow: /api/v1/openapi.json # Dynamic API endpoints stay excluded; the static OpenAPI contract is crawlable. Disallow: /api/ # Internal search result sets are unbounded and may be empty/thin. Disallow: /search Disallow: /*/search # Owner-only admin (noindex + login-gated) Disallow: /admin # User-specific pages (already noindex, save crawl budget) Disallow: /favorites Disallow: /history Disallow: /collections Disallow: /*/favorites Disallow: /*/history Disallow: /*/collections # Search template strings crawled by Google Disallow: /*?q=%7Bsearch_term_string%7D Disallow: /*?q={search_term_string} # Pagination — listing pages with ?page=N are duplicate content Disallow: /*?page= Disallow: /*&page= Sitemap: https://kaomojis.jp/sitemap.xml