# robots.txt is case-sensitive User-agent: * Disallow: /orders Disallow: /Orders Disallow: /activity Disallow: /Activity Disallow: /order-history Disallow: /Order-History Disallow: /catalog/* Disallow: /Catalog/* Disallow: /*/SpecSrch.aspx Disallow: /*/InlineOrderingWebPart.aspx Disallow: /*/ItmPrsnttnWebPart.aspx Disallow: /*/ItmPrsnttnDynamicDat.aspx Disallow: /About* Disallow: /about* Disallow: /*/pdf Disallow: /_ Disallow: /? Disallow: /- Disallow: /% Disallow: /*/IntermediatePageWebPart.aspx Disallow: /*/ProdPageWebPart/ProdPageWebPart.aspx Disallow: /*/SrchRsltWebPart.aspx Disallow: /*/WebSrchEng.aspx Disallow: /*/ContentWebPart.aspx Allow: /*.js Allow: /*.css Allow: /*.tff Allow: /*.woff Allow: /*.woff2 Allow: /*/HomePageNavWebPartHTTPHandler.aspx Allow: /*/homepagenavwebparthttphandler.aspx Allow: /*/HomePageWebPartHTTPHandler.aspx Allow: /*/homepagewebparthttphandler.aspx Allow: /*/favicon.ico Allow: /products/* Allow: /Products/* Allow: /Products/ Allow: /products/ # Allow all images from Google Images User-Agent: Googlebot-Image Allow: / Allow: /info/* Allow: /init/gfx/favicon/* Allow: /*/favicon.ico # Sitemap files Sitemap: https://www.mcmaster.com/prerenderstable/sitemapindex.xml