# sitemap location
sitemap: https://www.devrepublic.nl/sitemap.xml

# allow all bots, but restrict access to system folders
User-agent: *
Disallow: /umbraco/
Disallow: /install/
Disallow: /App_Plugins/
Disallow: /bin/
Disallow: /config/
Disallow: /css/
Disallow: /scripts/
Disallow: /Views/
Disallow: /macroScripts/
Disallow: /*?umbPage=
Disallow: /pricingcalculator-confirmation/
Disallow: /contactform-confirmation/
Disallow: /newsletter-confirmation/
Disallow: /qatester/
Disallow: /product-owner/
Disallow: /developers/
Disallow: /page404/
Disallow:/ waar-ben-je-naar-op-zoek/

Allow: /

# optional: block known aggressive or unnecessary bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# optional: if your server is under heavy load, you can slow down crawlers
# Crawl-delay: 10