User-agent: * #Bot traffic bloat update Disallow: /search Disallow: *+*+* # New files related Disallow: /*.json$ Disallow: /*_buildManifest.js$ Disallow: /*_middlewareManifest.js$ Disallow: /*_ssgManifest.js$ # Added 06-03 Disallow: /cart # LivePreview Disallow: /livepreview # Directories Disallow: /app/ Disallow: /lib/ Disallow: /pub/ # Paths (clean URLs) Disallow: /checkout/ # Do not index the general technical directories and files on a server Disallow: /cgi-bin/ # Files Disallow: /package.json Disallow: /package-lock.json Disallow: /yarn.lock # CVS, SVN directory and dump files Disallow: /*.CVS Disallow: /*.Zip$ Disallow: /*.Svn$ Disallow: /*.Idea$ Disallow: /*.Sql$ Disallow: /*.Tgz$ #alokai Disallow: /api/ #advisors etc Disallow: /advieswijzers Disallow: /online-ratgeber Disallow: /matraswijzer Disallow: /topmatraswijzer Disallow: /topperfinder Disallow: /kussenwijzer Disallow: /kopfkissenfinder Disallow: /dekbedwijzer Disallow: /bettdeckenfinder Disallow: /generic-lead-form Disallow: /configurator Disallow: /contact-met-swiss-sense-iframe Disallow: /retour-iframe Disallow: /bodyscan-matratzen-iframe Disallow: /default-category/* #bots blocked entirely User-agent: Screaming Frog SEO Spider Disallow: / User-agent: DotBot Disallow: / User-agent: GeedoProductSearch Disallow: / User-agent: UptimeRobot Disallow: / User-agent: ImagesiftBot Disallow: / # Host Host: https://www.swisssense.be # Sitemaps Sitemap: https://www.swisssense.be/sitemap-index.xml Sitemap: https://www.swisssense.be/sitemaps/category.xml Sitemap: https://www.swisssense.be/sitemaps/filtered_category.xml Sitemap: https://www.swisssense.be/sitemaps/page.xml Sitemap: https://www.swisssense.be/sitemaps/product.xml Sitemap: https://www.swisssense.be/sitemaps/storelocator.xml