User-agent: *
Disallow: /cgi-bin/
#This needs to be at /robots.txt
# tomcat: put it in the webapps/ROOT 
# apache and tomcat integrated: put it it root pages directory
Disallow: /archive/
Disallow: /aspnet_client/
Disallow: /aspnet_client/system_web/
Disallow: /admin/
Disallow: /files2/
Disallow: /files2/javascript/
Disallow: /files2/css/
Disallow: /files2/contact/
Disallow: /images2/
Disallow: /images/
Disallow: /private/
# ignore user pages