# # This restricts access to only known and registered robots. # #Modified by Daniel - took out all whitelisted bots, we can #add blacklists here and in web server if needed... User-agent: * Disallow: /cgi-bin/ Disallow: /cgi-comment/ Disallow: /cgi-systems/ Disallow: /systems/platforms/linux/software/package/ #page fragments included by CMS Disallow: /webapps/page_body/ Disallow: /webapps/page_title/ #cms is editor, only content is public Disallow: /webapps/cms Disallow: /webapps/directory #Staging server Disallow: /webapps-dev/ #googlebot was abusing the webcalendar # Other bots were abusing it as well #User-agent: Googlebot Disallow: /webcalendar*