# === SITEMAP ===
Sitemap: https://www.naturagart.de/export/sitemap.xml
Sitemap: https://www.naturagart.de/export/sitemap1.xml
Sitemap: https://www.naturagart.de/docs/sitemap.xml

# === HINWEIS ===
# Für LLMs und KI-Crawler steht zusätzlich eine llms.txt
# bereit, die strukturierte Wissensdokumente referenziert:
# https://www.naturagart.de/llms.txt

# === STANDARD-CRAWLER ===
User-agent: *

# Erlaubte Inhaltsbereiche
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /docs/
Allow: /.well-known/
Allow: /sitemap*.xml
Allow: /Infos/
Allow: /Teiche/
Allow: /Teichtechnik/
Allow: /Pflanzen/
Allow: /Videos/
Allow: /Naturnah-wohnen/
Allow: /NaturaGart-Park/
Allow: /Tauchpark/

# Technische Bereiche
Disallow: /admin/
Disallow: /Core/
Disallow: /tmp/
Disallow: /views/
Disallow: /Setup/
Disallow: /log/
Disallow: /EXCEPTION_LOG.txt

# Newsletter, AGB
Disallow: /newsletter/
Disallow: /en/newsletter/
Disallow: /agb/
Disallow: /en/terms/

# Warenkorb und Account
Disallow: /warenkorb/
Disallow: /en/cart/
Disallow: /mein-konto/
Disallow: /en/my-account/
Disallow: /mein-merkzettel/
Disallow: /en/my-wishlist/
Disallow: /mein-wunschzettel/
Disallow: /en/my-gift-registry/
Disallow: /konto-eroeffnen/
Disallow: /en/open-account/
Disallow: /passwort-vergessen/
Disallow: /en/forgot-password/

# Shop-System-Parameter (alle Varianten)
Disallow: /index.php?cl=
Disallow: /*?cl=
Disallow: /*&cl=
Disallow: /*&fnc=tobasket
Disallow: /*&fnc=tocomparelist
Disallow: /*&addcompare=

# Session und Sortierung
Disallow: /*/sid/
Disallow: /*?sid=
Disallow: /*&sid=
Disallow: /*force_sid=*
Disallow: /*?cur=
Disallow: /*&cur=
Disallow: /*ldtype=*
Disallow: /*_artperpage=*
Disallow: /*listorderby=*
Disallow: /*listorder=*
Disallow: /*newsletter=*

# === AI-CRAWLER ===
# Die folgenden Sektionen wiederholen die wichtigsten Disallows,
# weil bot-spezifische Sektionen die User-agent:*-Sektion
# überschreiben.

# --- OpenAI (ChatGPT, GPT-4, ChatGPT Search) ---
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /docs/
Disallow: /admin/
Disallow: /Core/
Disallow: /tmp/
Disallow: /views/
Disallow: /Setup/
Disallow: /log/
Disallow: /warenkorb/
Disallow: /mein-konto/
Disallow: /mein-merkzettel/
Disallow: /mein-wunschzettel/
Disallow: /konto-eroeffnen/
Disallow: /passwort-vergessen/
Disallow: /newsletter/
Disallow: /*?cl=
Disallow: /*&cl=
Disallow: /*?sid=
Disallow: /*&sid=
Disallow: /*ldtype=*
Disallow: /*_artperpage=*
Disallow: /*listorderby=*
Disallow: /*listorder=*

User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /docs/
Disallow: /admin/
Disallow: /Core/
Disallow: /warenkorb/
Disallow: /mein-konto/
Disallow: /mein-merkzettel/
Disallow: /mein-wunschzettel/
Disallow: /konto-eroeffnen/
Disallow: /passwort-vergessen/
Disallow: /*?cl=
Disallow: /*&cl=
Disallow: /*?sid=
Disallow: /*&sid=
Disallow: /*ldtype=*
Disallow: /*_artperpage=*
Disallow: /*listorderby=*
Disallow: /*listorder=*

# --- Google AI (Gemini) ---
User-agent: Google-Extended
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /docs/
Disallow: /admin/
Disallow: /Core/
Disallow: /warenkorb/
Disallow: /mein-konto/
Disallow: /mein-merkzettel/
Disallow: /mein-wunschzettel/
Disallow: /konto-eroeffnen/
Disallow: /passwort-vergessen/
Disallow: /*?cl=
Disallow: /*&cl=
Disallow: /*?sid=
Disallow: /*&sid=
Disallow: /*ldtype=*
Disallow: /*_artperpage=*
Disallow: /*listorderby=*
Disallow: /*listorder=*

# --- Anthropic (Claude) ---
User-agent: Claude-Web
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /docs/
Disallow: /admin/
Disallow: /Core/
Disallow: /warenkorb/
Disallow: /mein-konto/
Disallow: /mein-merkzettel/
Disallow: /mein-wunschzettel/
Disallow: /konto-eroeffnen/
Disallow: /passwort-vergessen/
Disallow: /*?cl=
Disallow: /*&cl=
Disallow: /*?sid=
Disallow: /*&sid=
Disallow: /*ldtype=*
Disallow: /*_artperpage=*
Disallow: /*listorderby=*
Disallow: /*listorder=*

User-agent: anthropic-ai
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /docs/
Disallow: /admin/
Disallow: /Core/
Disallow: /warenkorb/
Disallow: /mein-konto/
Disallow: /mein-merkzettel/
Disallow: /mein-wunschzettel/
Disallow: /konto-eroeffnen/
Disallow: /passwort-vergessen/
Disallow: /*?cl=
Disallow: /*&cl=
Disallow: /*?sid=
Disallow: /*&sid=
Disallow: /*ldtype=*
Disallow: /*_artperpage=*
Disallow: /*listorderby=*
Disallow: /*listorder=*

# --- Perplexity ---
User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /docs/
Disallow: /admin/
Disallow: /Core/
Disallow: /warenkorb/
Disallow: /mein-konto/
Disallow: /mein-merkzettel/
Disallow: /mein-wunschzettel/
Disallow: /konto-eroeffnen/
Disallow: /passwort-vergessen/
Disallow: /*?cl=
Disallow: /*&cl=
Disallow: /*?sid=
Disallow: /*&sid=
Disallow: /*ldtype=*
Disallow: /*_artperpage=*
Disallow: /*listorderby=*
Disallow: /*listorder=*

# --- Common Crawl (AI Training Data) ---
User-agent: CCBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /docs/
Disallow: /admin/
Disallow: /Core/
Disallow: /warenkorb/
Disallow: /mein-konto/
Disallow: /mein-merkzettel/
Disallow: /mein-wunschzettel/
Disallow: /konto-eroeffnen/
Disallow: /passwort-vergessen/
Disallow: /*?cl=
Disallow: /*&cl=
Disallow: /*?sid=
Disallow: /*&sid=
Disallow: /*ldtype=*
Disallow: /*_artperpage=*
Disallow: /*listorderby=*
Disallow: /*listorder=*

# --- ByteDance/TikTok ---
User-agent: Bytespider
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /docs/
Disallow: /admin/
Disallow: /Core/
Disallow: /warenkorb/
Disallow: /mein-konto/
Disallow: /mein-merkzettel/
Disallow: /mein-wunschzettel/
Disallow: /konto-eroeffnen/
Disallow: /passwort-vergessen/
Disallow: /*?cl=
Disallow: /*&cl=
Disallow: /*?sid=
Disallow: /*&sid=
Disallow: /*ldtype=*
Disallow: /*_artperpage=*
Disallow: /*listorderby=*
Disallow: /*listorder=*

# --- Meta (LLM-Crawler) ---
User-agent: Meta-ExternalAgent
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /docs/
Disallow: /admin/
Disallow: /Core/
Disallow: /warenkorb/
Disallow: /mein-konto/
Disallow: /mein-merkzettel/
Disallow: /mein-wunschzettel/
Disallow: /konto-eroeffnen/
Disallow: /passwort-vergessen/
Disallow: /*?cl=
Disallow: /*&cl=
Disallow: /*?sid=
Disallow: /*&sid=
Disallow: /*ldtype=*
Disallow: /*_artperpage=*
Disallow: /*listorderby=*
Disallow: /*listorder=*

# --- Weitere AI-Crawler ---
User-agent: cohere-ai
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /docs/
Disallow: /admin/
Disallow: /Core/
Disallow: /warenkorb/
Disallow: /mein-konto/
Disallow: /*?cl=
Disallow: /*&cl=
Disallow: /*?sid=
Disallow: /*ldtype=*
Disallow: /*_artperpage=*
Disallow: /*listorderby=*
Disallow: /*listorder=*

User-agent: Applebot-Extended
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /docs/
Disallow: /admin/
Disallow: /Core/
Disallow: /warenkorb/
Disallow: /mein-konto/
Disallow: /*?cl=
Disallow: /*&cl=
Disallow: /*?sid=
Disallow: /*ldtype=*
Disallow: /*_artperpage=*
Disallow: /*listorderby=*
Disallow: /*listorder=*

# === SOCIAL-MEDIA-PREVIEW (kein AI-Crawler) ===
# facebookexternalhit erstellt Link-Vorschauen in Facebook,
# Instagram und WhatsApp — kein LLM-Crawler.
User-agent: facebookexternalhit
Allow: /
Allow: /llms.txt
Allow: /docs/
Disallow: /admin/
Disallow: /Core/
Disallow: /warenkorb/
Disallow: /mein-konto/
Disallow: /*?cl=
Disallow: /*&cl=