User-agent: * Crawl-delay: 10 # Directories Disallow: /Admin/ Disallow: /Bin/ Disallow: /App_Code/ Disallow: /App_GlobalResources/ Disallow: /App_WebReferences/ Disallow: /Components/ Disallow: /Email/ Disallow: /Images/ Disallow: /Js/ Disallow: /SiteFiles/ # Files Disallow: /MasterPage.master Disallow: /licenses.licx Disallow: /Global.asax Disallow: /web.config Disallow: /Erx.txt Disallow: /ThankYou.xml