User-agent: 008 Disallow: / User-agent: MJ12bot Crawl-delay: 5 User-agent: Googlebot Crawl-delay: 5 User-agent: Googlebot-Image Crawl-delay: 5 user-agent: AhrefsBot Crawl-delay: 5 User-agent: msnbot Crawl-delay: 5 User-agent: bingbot Crawl-delay: 5 User-agent: * Allow: /*.js* Allow: /*.css* Allow: /*.png* Allow: /*.jpg* Allow: /*.gif* Allow: /*.svg* Disallow: /cdn-cgi/ Disallow: /assets/html/ Disallow: /fragment/ Disallow: /bend/api/ Sitemap:https://www.spediresubito.com/sitemap.xml