# Robots.txt file created by http://demo2.factel.co.uk # All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /stats/ User-agent: * Disallow: /stats/ # Disallow directory /db/ User-agent: * Disallow: /db/ # Disallow directory /siteadmin/ User-agent: * Disallow: /siteadmin/ # Disallow directory /userfiles/ User-agent: * Disallow: /userfiles/ # Disallow directory /includes/ User-agent: * Disallow: /includes/