# Robots.txt file # For domain: http://www.pastest.co.uk # All robots will spider the domain User-agent: * # Disallow: Disallow: /cgi-bin/ # Dont Index CGI Scripts Disallow: /news/ # Dont Index News Script Disallow: /PasTest/Images/ # No Indexing of our images folder sitemap: /sitemap.xml