# robots.txt – schwan-baushop.de
# Stand: 2025-10-11 (DE-only)

# ------------------------------------------------------------
# Sitemap
Sitemap: https://www.schwan-baushop.de/export/google_sitemap__de.xml

# ------------------------------------------------------------
# Globale Regeln (alle Bots)
User-agent: *
# System-/Admin-Verzeichnisse (nie crawlen)
Disallow: /admin/
Disallow: /Core/
Disallow: /tmp/
Disallow: /views/
Disallow: /Setup/
Disallow: /log/
Disallow: /EXCEPTION_LOG.txt

# Shop-Funktions-/Account-Bereiche
Disallow: /warenkorb/
Disallow: /mein-konto/
Disallow: /mein-merkzettel/
Disallow: /mein-wunschzettel/
Disallow: /konto-eroeffnen/
Disallow: /passwort-vergessen/
Disallow: /newsletter/

# Einzelne Controller (parametrische Endpunkte)
Disallow: /index.php?cl=basket
Disallow: /index.php?cl=account
Disallow: /index.php?cl=account_noticelist
Disallow: /index.php?cl=account_wishlist
Disallow: /index.php?cl=register
Disallow: /index.php?cl=forgotpwd
Disallow: /index.php?cl=moredetails
Disallow: /index.php?cl=review
Disallow: /index.php?cl=search

# Consent-/CMP-Ansicht
Disallow: /*?cmpscreen=
Disallow: /*&cmpscreen=

# ------------------------------------------------------------
# Parameter-Varianten (Crawl-Budget sparen)
# Sessions/Währungen
Disallow: /*/sid/
Disallow: /*?sid=
Disallow: /*&sid=
Disallow: /*?cur=
Disallow: /*&cur=

# Tracking-Parameter
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?fbclid=
Disallow: /*&fbclid=

# Paging/Listen/Filter
Disallow: /*?pgNr=
Disallow: /*&pgNr=
Disallow: /*?listtype=
Disallow: /*&listtype=
Disallow: /*?ldtype=
Disallow: /*&ldtype=

# Legacy-Alt-URLs (altes PayPal-Proxy)
Disallow: /*?cl=oscpaypalproxy
Disallow: /*&cl=oscpaypalproxy
Disallow: /*?fnc=createOrder
Disallow: /*&fnc=createOrder
Disallow: /*?fnc=approveOrder
Disallow: /*&fnc=approveOrder

# Redundante Absicherung
Disallow: /*?cl=newsletter
Disallow: /*&cl=newsletter
Disallow: /*?cl=basket
Disallow: /*&cl=basket
Disallow: /*?cl=account
Disallow: /*&cl=account
Disallow: /*?cl=account_noticelist
Disallow: /*&cl=account_noticelist
Disallow: /*?cl=account_wishlist
Disallow: /*&cl=account_wishlist
Disallow: /*?cl=register
Disallow: /*&cl=register
Disallow: /*?cl=forgotpwd
Disallow: /*&cl=forgotpwd
Disallow: /*?cl=moredetails
Disallow: /*&cl=moredetails
Disallow: /*?cl=review
Disallow: /*&cl=review
Disallow: /*?cl=search
Disallow: /*&cl=search

# ------------------------------------------------------------
# "Gute" Bots – moderates Feintuning
User-agent: Bingbot
Crawl-delay: 2

User-agent: Yandex
Crawl-delay: 2

# ------------------------------------------------------------
# "Laute" Crawler aussperren
User-agent: Bytespider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

# User-agent: Amazonbot
# Disallow: /