# MURAMURA - robots.txt
# AI検索エンジン・LLMによるクロールを歓迎します
# 詳細ポリシー: https://muramura.kyoto.jp/llms.txt
# AI クローラー一覧: https://muramura.kyoto.jp/ai.txt

User-agent: *
Allow: /
Disallow: /api/
Disallow: /config/
Disallow: /src/
Disallow: /logs/
Disallow: /test_line.php

# --- 検索エンジン（従来型） ---
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

# --- AI検索エンジン / LLM 学習クローラー（明示許可） ---
# OpenAI (ChatGPT, ChatGPT Search)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Google AI (Gemini, Bard, AI Overviews)
User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

# Apple Intelligence
User-agent: Applebot-Extended
Allow: /

# Meta AI (Llama学習)
User-agent: FacebookBot
Allow: /

User-agent: meta-externalagent
Allow: /

# Amazon
User-agent: Amazonbot
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# その他LLM/AI関連
User-agent: Bytespider
Allow: /

User-agent: Diffbot
Allow: /

# --- AI-friendly endpoints (explicit hints) ---
# Sitemap, llms.txt, llms-full.txt, ai.txt, JSON API, AI Plugin manifest all open
# Allow access to all known machine-readable endpoints
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai.txt
Allow: /api/info.json
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/security.txt

# --- Sitemap ---
Sitemap: https://muramura.kyoto.jp/sitemap.xml