User-agent: * Disallow: /cgi-bin/ # This is an infinite virtual URL space Disallow: /tmp/ # these will soon disappear Disallow: /foo.html