# ===================================== # Content Signals (belangrijk!) # ===================================== User-agent: * Content-Signal: search=yes,ai-input=yes,ai-train=no Allow: / # ===================================== # Basis regels (voor alle bots) # ===================================== User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /redirect/ Disallow: /out/ Disallow: /?s= Disallow: /search/ Disallow: /*?orderby= Disallow: /*?*filter_ Disallow: /*?*source_id= Disallow: /*?*source_tax= Disallow: /*?add-to-cart= Disallow: /*?min_price= Disallow: /*?max_price= Disallow: /*?rating_filter= Disallow: /*?query_type_ Disallow: /*?product-page= Disallow: /*?wc-ajax= Crawl-delay: 10 # ===================================== # SEO scraping bots blokkeren # ===================================== User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: CommonCrawler Disallow: / User-agent: Amazonbot Disallow: / # ===================================== # Optioneel (lage waarde zoekmachines) # ===================================== User-agent: Yandex Disallow: / User-agent: Baiduspider Disallow: / User-agent: Sogou Disallow: / User-agent: Exabot Disallow: / # ===================================== # Sitemap # ===================================== Sitemap: https://babystraatje.nl/sitemap_index.xml