#sample robots.txt file for this website 


User-agent: *



Disallow: /cgi-bin/
Disallow: /download/
Disallow: /guest/
Disallow: /images/
Disallow: /stats/
Disallow: /stats_OLD/
Disallow: /webstats/
Disallow: /wwwboard/
Disallow: /mail.list


# End of robots.txt file