# robots.txt for http://www.5o4.com/ User-agent: * Disallow: /goto/ # This is an infinite virtual URL space Disallow: /ypscraper/ # these will soon disappear