# All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /images/ User-agent: * Disallow: /stats/ # Disallow directory /images/ User-agent: * Disallow: /stats_back/ # Disallow directory /images/ User-agent: * Disallow: /stats_OLD/ # Disallow directory /images/ User-agent: * Disallow: /temp # Disallow directory /images/ User-agent: * Disallow: /vids/ # Disallow directory /images/ User-agent: * Disallow: /webstats/ # Disallow directory /images/ User-agent: * Disallow: /wwwboard/ # Disallow directory /images/ User-agent: * Disallow: /guest/ # Disallow directory /images/ User-agent: * Disallow: /Merchant2/