User-agent: * # Production settings # set all Disallows first Disallow: /App_Data/ Disallow: /App_Config/ Disallow: /App_Browsers/ Disallow: /assets/ Disallow: /bin/ Disallow: /bin_x64/ Disallow: /css/ Disallow: /Custom/ Disallow: /data/ Disallow: /images/ Disallow: /indexes/ Disallow: /js/ Disallow: /Printers/ Disallow: /Properties/ Disallow: /Layouts/ Disallow: /seotoolkit/ Disallow: /Services/ Disallow: /sitecore/ Disallow: /sitecore modules/ Disallow: /temp/ Disallow: /upload/ Disallow: /xsl/ Sitemap: /SearchSitemap.aspx