# All robots will spider the domain User-agent: * Disallow: # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /stylesheets/ User-agent: * Disallow: /stylesheets/ # Disallow directory /templates/ User-agent: * Disallow: /templates/ # Disallow root files User-agent: * Disallow: 404.html Disallow: guarantee.html Disallow: lost_password.html Disallow: mail_order_form.html Disallow: subscription.html Disallow: terms.html