# ===========================================================
# robots.txt für 1001-sommer.de
# Erstellt: April 2026
# Fachgeschäft für Gartenmöbel | Winsen (Luhe)
# ===========================================================


# -----------------------------------------------------------
# SITEMAP
# -----------------------------------------------------------
Sitemap: https://1001-sommer.de/sitemap.xml


# -----------------------------------------------------------
# STANDARD-SUCHMASCHINEN
# -----------------------------------------------------------
User-agent: Googlebot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/matomo/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /?s=
Disallow: /trackback/
Allow: /wp-admin/admin-ajax.php

User-agent: Bingbot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/matomo/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php


# -----------------------------------------------------------
# LLM-CRAWLER – explizit erlaubt
# Alle wichtigen KI-Crawler erhalten Lesezugriff auf
# öffentliche Inhalte (Produkte, Kategorien, Kontakt, FAQ)
# -----------------------------------------------------------

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/matomo/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/matomo/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php

User-agent: anthropic-ai
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/matomo/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php

# Google Extended (Bard / Gemini)
User-agent: Google-Extended
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/matomo/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/matomo/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php

# Cohere AI
User-agent: cohere-ai
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/matomo/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/matomo/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php

# Apple / Applebot-Extended
User-agent: Applebot-Extended
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/matomo/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php

# Amazon / Alexa
User-agent: Amazonbot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/matomo/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php

# You.com
User-agent: YouBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/matomo/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php

# Mistral AI
User-agent: MistralBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/matomo/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /?s=
Allow: /wp-admin/admin-ajax.php


# -----------------------------------------------------------
# SCRAPER & UNERWÜNSCHTE BOTS – gesperrt
# -----------------------------------------------------------
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: Bytespider
Disallow: /


# -----------------------------------------------------------
# ALLE ANDEREN CRAWLER – Standard-Regeln
# -----------------------------------------------------------
User-agent: *
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/matomo/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /?s=
Disallow: /trackback/
Allow: /wp-admin/admin-ajax.php