# For domain: http://www.simondwyer.co.uk # All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /admin/ User-agent: * Disallow: /admin/ # Disallow directory /css/ User-agent: * Disallow: /css/ # Disallow directory /include/ User-agent: * Disallow: /include/ # Disallow directory /templates/ User-agent: * Disallow: /templates/ # Disallow directory /templates_c/ User-agent: * Disallow: /templates_c/ # Disallow directory /enquire/ User-agent: * Disallow: /enquire/ # Disallow directory /cron/ User-agent: * Disallow: /cron/ # Disallow directory /movies/ User-agent: * Disallow: /movies/ # Disallow directory /images/ User-agent: * Disallow: /images/