# robots.txt for http://www.example.com/ User-agent: * Disallow: /www.devilsrage.com/iphone/ # This is an infinite virtual URL space Disallow: /movies.devilsrage.com/movies/ # This is an infinite virtual URL space Disallow: /www.devilsrage.com/ # This is an infinite virtual URL space Disallow: /tmp/ # these will soon disappear Disallow: /foo.html # robots.txt for http://www.devilsrage.com/ User-agent: * Disallow: /www.devilsrage.com/iphone/ # This is an infinite virtual URL space Disallow: /movies.devilsrage.com/movies/ # This is an infinite virtual URL space Disallow: /www.devilsrage.com/ # This is an infinite virtual URL space # Cybermapper knows where to go. User-agent: cybermapper Disallow: # go away User-agent: * Disallow: /