User-agent: *
Disallow: /private/
Disallow: /admin/
Disallow: /config/
Disallow: /scripts/
Disallow: /tmp/
Disallow: /include/
Disallow: /genbrug/

# Allow main search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

# Disallow some known bots
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SEMrushBot
Disallow: /

User-agent: DotBot
Disallow: /

# Optional: set a crawl delay for certain bots to reduce server load
User-agent: Googlebot
Crawl-delay: 10

User-agent: Bingbot
Crawl-delay: 10