User-agent: * # Allow crawling of everything important Allow: / # Block admin or sensitive sections (optional) Disallow: /admin/ Disallow: /login/ Disallow: /cgi-bin/ # Block duplicate or auto-generated pages (optional) # Disallow: /tag/ # Disallow: /search/ # Sitemap (VERY important for SEO) Sitemap: https://scanstroom.nl/sitemap.xml