User-agent: * # Match any robot name Disallow: /cgibin/ #Don't allow robots in the cgi-bin Disallow: /cgi-bin/ disallow: /printjob/ Disallow: /logs/ #Don't allow robots in the log files Disallow: /countdata/ #Don't allow robots in the counter logs Disallow: /mail/ #Don't allow robots in the mail directory Disallow: /js/ #don't allow robots in script