# ============================================================
# robots.txt for Digicardz.shop
# https://digicardz.de/robots.txt
# Last updated: 2026-06-19
# ============================================================

# ============================================================
# 1. ALLGEMEINE REGELN (Alle Crawler)
# ============================================================
User-agent: *
Allow: /

# Interne / transaktionale Bereiche nicht indexieren
Disallow: /admin
Disallow: /admin/
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /qr/download
Disallow: /creator/
Disallow: /setup/
Disallow: /c/
Disallow: /view/
Disallow: /q/
Disallow: /affiliate/login
Disallow: /affiliate/dashboard
Disallow: /newsletter/

# Query-Parameter, die Duplicate Content erzeugen
Disallow: /*?*
Allow: /*?utm_source=
Allow: /*?variant=

# ============================================================
# 2. SUCHMASCHINEN-CRAWLER
# ============================================================
User-agent: Googlebot
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /qr/download
Disallow: /creator/
Disallow: /setup/
Disallow: /c/
Disallow: /view/
Disallow: /q/
Disallow: /affiliate/login
Disallow: /affiliate/dashboard
Disallow: /newsletter/
Crawl-delay: 1

User-agent: Googlebot-Image
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt

User-agent: Bingbot
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /qr/download
Disallow: /creator/
Disallow: /setup/
Disallow: /c/
Disallow: /view/
Disallow: /q/
Disallow: /affiliate/login
Disallow: /affiliate/dashboard
Disallow: /newsletter/
Crawl-delay: 1

User-agent: DuckDuckBot
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /creator/
Disallow: /setup/
Crawl-delay: 2

User-agent: Slurp
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Crawl-delay: 2

User-agent: Baiduspider
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Crawl-delay: 3

User-agent: YandexBot
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Crawl-delay: 3

# ============================================================
# 3. KI-CRAWLER / LLM-BOTS
# ============================================================
# OpenAI / ChatGPT / GPTBot
User-agent: GPTBot
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /creator/
Disallow: /setup/
Disallow: /c/
Disallow: /view/
Disallow: /q/
Disallow: /affiliate/login
Disallow: /affiliate/dashboard
Disallow: /newsletter/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /creator/
Disallow: /setup/
Disallow: /c/
Disallow: /view/
Disallow: /q/

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /creator/
Disallow: /setup/
Disallow: /c/
Disallow: /view/
Disallow: /q/
Disallow: /affiliate/login
Disallow: /affiliate/dashboard

User-agent: Claude-Web
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /creator/
Disallow: /setup/
Disallow: /c/
Disallow: /view/
Disallow: /q/

# Google AI / Gemini / Google-Extended
User-agent: Google-Extended
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /creator/
Disallow: /setup/
Disallow: /c/
Disallow: /view/
Disallow: /q/

User-agent: GoogleOther
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt

# Meta / Facebook AI
User-agent: FacebookBot
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /creator/
Disallow: /setup/
Disallow: /c/
Disallow: /view/
Disallow: /q/

# Apple AI
User-agent: Applebot
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /creator/
Disallow: /setup/
Disallow: /c/
Disallow: /view/
Disallow: /q/

User-agent: Applebot-Extended
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /creator/
Disallow: /setup/
Disallow: /c/
Disallow: /view/
Disallow: /q/

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /creator/
Disallow: /setup/
Disallow: /c/
Disallow: /view/
Disallow: /q/

# Common Crawl (Crawl-Datensatz für viele KI-Modelle)
User-agent: CCBot
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /creator/
Disallow: /setup/
Disallow: /c/
Disallow: /view/
Disallow: /q/
Crawl-delay: 3

# Amazon AI (Alexa AI, Olympus etc.)
User-agent: Amazonbot
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /creator/
Disallow: /setup/
Disallow: /c/
Disallow: /view/
Disallow: /q/

# Microsoft AI / Copilot
User-agent: BingPreview
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /creator/
Disallow: /setup/
Disallow: /c/
Disallow: /view/
Disallow: /q/

User-agent: MicrosoftPreview
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /creator/
Disallow: /setup/
Disallow: /c/
Disallow: /view/
Disallow: /q/

# AI2 (Allen Institute)
User-agent: AI2Bot
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /creator/
Disallow: /setup/
Disallow: /c/
Disallow: /view/
Disallow: /q/

# ByteDance / TikTok AI
User-agent: Bytespider
Allow: /
Disallow: /admin
Disallow: /warenkorb
Disallow: /checkout
Disallow: /bezahlung
Disallow: /bestellung-bestaetigt
Disallow: /qr-download
Disallow: /creator/
Disallow: /setup/
Disallow: /c/
Disallow: /view/
Disallow: /q/
Crawl-delay: 3

# ============================================================
# 4. NICHT BENÖTIGTE / AGGRESSIVE CRAWLER BLOCKEN
# ============================================================
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SEObot
Disallow: /

User-agent: Spiderbot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: Mozilla/5.0 (compatible; Screaming Frog SEO Spider/*)
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: NerdyBot
Disallow: /

User-agent: SentiBot
Disallow: /

User-agent: brandwatch.net
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: MojeekBot
Disallow: /

User-agent: MojeekBot/0.10
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: Naverbot
Disallow: /

User-agent: moatbot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: FetchRequest
Disallow: /

User-agent: PaperLiBot
Disallow: /

User-agent: trendictionbot
Disallow: /

User-agent: UptimeRobot
Disallow: /

User-agent: UptimeRobot/2.0
Disallow: /

# ============================================================
# 5. SITEMAPS & KI-DISCOVERY
# ============================================================
Sitemap: https://digicardz.de/sitemap.xml
# LLM-Discovery: https://llmstxt.org/
LLMs-txt: https://digicardz.de/llms.txt
LLMs-full: https://digicardz.de/llms-full.txt