# All robots will spider the domain User-agent: * Disallow: # Disallow directory /productdata/ User-agent: * Disallow: /productdata/ # Disallow directory /orderdump/ User-agent: * Disallow: /orderdump/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow page resetcache.aspx User-agent: * Disallow: /resetcache.aspx # Disallow directory /B78C11CC-376D-4656-B5D8-8518AA812ACC/ User-agent: * Disallow: /B78C11CC-376D-4656-B5D8-8518AA812ACC/