User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /*?*
Disallow: /feed/
Disallow: /tag/
Disallow: /trackback/
Disallow: /xmlrpc.php
# Crawl-Delay: Bitte langsamer machen! (Entlastet den Server)
Crawl-delay: 10

# --- Block SEO Spies & Aggressive Scrapers ---
# Diese Bots liefern Daten an die Angreifer oder belasten den Server unnötig.
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Rogerbot
Disallow: /

User-agent: Linguee Bot
Disallow: /

# --- Allow Google & Bing (Die Guten) ---
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1