# Robots.txt file For domain: http://www.pixelhub.co.uk/ # All robots will spider the domain # Exclude Files From All Robots: User-agent: * Disallow: /old/ Disallow: /cms/ Disallow: /newsite/ Disallow: /cgi-bin/ Disallow: /wap/ Disallow: /ebay/ # End robots.txt file