# Hytale Server List - Robots Configuration
# https://play-hytale-servers.com
# Updated: 2026-01 (AI SEO 2026+ Optimized)
# Optimized for: Google January 2026 Authenticity Update

# ============================================================
# DEFAULT CRAWLERS
# ============================================================
User-agent: *
Allow: /
Allow: /ai/
Allow: /api/
Allow: /.well-known/
Disallow: /*?q=
Disallow: /*?type=
Disallow: /*?status=
Disallow: /*?sort=
Disallow: /*?page=
Disallow: /*?country=
Disallow: /dashboard
Disallow: /dashboard/
Disallow: /admin
Disallow: /admin/
Disallow: /edit-server
Disallow: /edit-server/
Disallow: /auth
Disallow: /auth/
Disallow: /logout
Disallow: /debug.php
Disallow: /reset.php
Disallow: /migrate.php
Disallow: /make-admin.php
Disallow: /test.php
Disallow: /cache/
Disallow: /LOGS/
Disallow: /engine/
Disallow: /cron/

# ============================================================
# AI CRAWLERS - FULL ACCESS WITH SPECIFIC INSTRUCTIONS
# ============================================================

# OpenAI GPT Crawlers
User-agent: GPTBot
Allow: /
Allow: /ai/
Allow: /api/
Allow: /.well-known/
Allow: /content.md
Allow: /llms.txt
Allow: /llms-full.txt
Crawl-delay: 1

User-agent: ChatGPT-User
Allow: /

# Anthropic Claude Crawlers
User-agent: Claude-Web
Allow: /
Allow: /ai/
Allow: /.well-known/

User-agent: ClaudeBot
Allow: /
Allow: /ai/
Allow: /api/
Crawl-delay: 1

User-agent: Anthropic-AI
Allow: /

# Google AI Crawlers
User-agent: Google-Extended
Allow: /

User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Microsoft/Bing AI
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Allow: /ai/
Allow: /api/

# Cohere AI
User-agent: Cohere-AI
Allow: /

# You.com
User-agent: YouBot
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /
Allow: /ai/

User-agent: FacebookBot
Allow: /

# Common Crawl (base for many LLMs)
User-agent: CCBot
Allow: /
Allow: /ai/
Allow: /api/
Crawl-delay: 2

# Apple AI (Siri, etc.)
User-agent: Applebot
Allow: /

# Brave Search
User-agent: Brave
Allow: /

# DuckDuckBot
User-agent: DuckDuckBot
Allow: /

# Seznam (Czech search engine)
User-agent: SeznamBot
Allow: /

# Yandex
User-agent: YandexBot
Allow: /
Crawl-delay: 2

# ============================================================
# SITEMAP & IMPORTANT FILES
# ============================================================
Sitemap: https://play-hytale-servers.com/sitemap.xml

# ============================================================
# AI-READABLE ENDPOINTS (GEO 2026+)
# ============================================================
# Primary AI Resources:
# /.well-known/ai-actions.json - AI agent capabilities
# /.well-known/ai-policy.json - AI usage policy
# /api/servers.json - Server data (JSON)
# /ai/facts.json - Verified platform facts
# /ai/faq.json - FAQ for AI answers
# /ai/summary.txt - Plain text summary
# /ai/context.json - Context for LLM
# /content.md - Full content in Markdown
# /llms.txt - LLM instructions
# /llms-full.txt - Extended LLM content

# Trust & Verification:
# /humans.txt - Human team info
# /ai.txt - AI training permissions
# /.well-known/security.txt - Security contact

# ============================================================
# TDM (TEXT AND DATA MINING) RESERVATION
# ============================================================
# This site ALLOWS text and data mining for AI training.
# See /ai.txt and /.well-known/ai-policy.json for details.
# License: CC-BY-4.0 for factual data with attribution.