# robots.txt # Allow all access User-agent: * # Disallow: /cgi-bin/random # This is an infinite virtual URL space Disallow: