# ===========================================================
# robots.txt for JFE Techno-Research
# Last updated: 2025-10-29
# Purpose: SEO + AI data access optimization
# ===========================================================

# --- General rule ---
User-agent: *
Allow: /

# --- Core sitemaps ---
Sitemap: https://www.jfe-tec.co.jp/sitemap.xml
Sitemap: https://www.jfe-tec.co.jp/llms.txt

# --- AI crawler access ---
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Google-Extended
Allow: /

# --- Notes ---
# Future AI sitemap:
# Sitemap: https://www.jfe-tec.co.jp/ai.txt