User-agent: *
Disallow: /api/
Disallow: /go/
Disallow: /cocktails/rezept-einreichen/
Disallow: /*.pdf$
Disallow: /js/discover.js   # Infinite-Scroll-Engagement (crawler-unsichtbar, siehe /api/discover)

# ---------------------------------------------------------------------------
# Unerwuenschte Crawler/SEO-Tools/Scraper komplett aussperren
# ---------------------------------------------------------------------------
User-agent: MJ12bot
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: AhrefsSiteAudit
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SEBot-WA
Disallow: /

User-agent: naughtyrobot
Disallow: /

User-agent: Dotbot
Disallow: /

User-agent: Rogerbot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: BitSightBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: SiteAuditBot
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SplitSignalBot
Disallow: /

User-agent: SemrushBot-OCOB
Disallow: /

User-agent: SemrushBot-FT
Disallow: /

User-agent: RyteBot
Disallow: /

User-agent: SemrushBot-ESI
Disallow: /

Sitemap: https://www.cocktaildreams.de/sitemap.xml
Sitemap: https://www.cocktaildreams.de/image-sitemap.xml