User-agent: * # directed to all robots
Disallow: /cgi-bin/
Disallow: /email-addresses/
Disallow: /bin/
Disallow: /anon_ftp/
Disallow: /conf/
Disallow: /error_docs/
Disallow: /httpsdocs/
Disallow: /pd/
Disallow: /private/
Disallow: /statistics/
Disallow: /web_users/
Disallow: /httpdocs/_private
Disallow: /httpdocs/_vti_bin
Disallow: /httpdocs/_vti_cnf
Disallow: /httpdocs/_vti_log
Disallow: /httpdocs/_vti_pvt
Disallow: /httpdocs/_vti_txt