# robots.txt for http://www.webwasp.co.uk/ User-agent: * Disallow: /downloads/ # This is not for search engines Disallow: /test/ Disallow: /tests/ Disallow: /rabid/