# ============================================================
# robots.txt für bericap.com
# ============================================================

# Sitemap 
Sitemap: https://bericap.com/sitemap.xml

# ------------------------------------------------------------
# Standard-Regeln für alle Bots
# ------------------------------------------------------------
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Crawl-delay: 1

# ------------------------------------------------------------
# Baidu — nur Basis-URLs, keine Parameter
# ------------------------------------------------------------
User-agent: Baiduspider
Allow: /capfinder/$
Allow: /product-category/*/$
Disallow: /*?*

# ------------------------------------------------------------
# SEO-/Backlink-Tools (kein Traffic, nur Serverlast)
# ------------------------------------------------------------
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SeznamBot
Disallow: /

# ------------------------------------------------------------
# Suchmaschinen mit irrelevantem Markt für B2B EU/NA
# ------------------------------------------------------------
User-agent: PetalBot
Disallow: /

# Optional — je nach Markt (Russland-Geschäft?):
# User-agent: YandexBot
# Disallow: /