User-agent: * Disallow: /cache # This is an infinite virtual URL space Disallow: /cgi-bin # these will soon disappear Disallow: /db Disallow: /javascript Disallow: /logs Disallow: /session