# General search indexing and public-page discovery
User-agent: *
Allow: /

# OpenAI search and user-triggered retrieval
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# OpenAI foundation-model training
User-agent: GPTBot
Disallow: /

# Anthropic search and user-triggered retrieval
User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

# Anthropic model training
User-agent: ClaudeBot
Disallow: /

# Google-Extended controls both future Gemini training and Gemini grounding.
# Google Search remains allowed by the wildcard group above.
User-agent: Google-Extended
Disallow: /

Sitemap: https://www.shge.net/sitemap.xml