# robots.txt User-agent: * Disallow: /cgi-bin/ Disallow: /img/ Disallow: /r/ Disallow: /getnews.php