User-Agent: Gaisbot
Disallow: /

User-Agent: bot/
Disallow: /

User-Agent: bot-
Disallow: /

User-Agent: TwengaBot
Disallow: /

User-Agent: Googlebot
Allow: /
Disallow: /_vti_pvt/
Disallow: /_hide/
Disallow: /cgi-bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /_vti_aut/
Disallow: /_private/
Disallow: /_vti_cnf/

User-Agent: Googlebot-Image
Allow: /
Disallow: /_vti_pvt/
Disallow: /_hide/
Disallow: /cgi-bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /_vti_aut/
Disallow: /_private/
Disallow: /_vti_cnf/

User-Agent: *
Allow: /
Disallow: /_vti_pvt/
Disallow: /images/
Disallow: /_hide/
Disallow: /cgi-bin/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /_vti_aut/
Disallow: /_private/
Disallow: /_vti_cnf/