# All robots will spider the domain User-agent: * Disallow: /hours Disallow: /admin Disallow: /Connections Disallow: /cgi-bin Disallow: /inc Disallow: /_mmServerScripts Disallow: /_notes Disallow: /private User-agent: googlebot Disallow: *.zip Disallow: *.pl Disallow: *.tar Disallow: *.inc.php