User-agent: * # directed to all robots
Disallow: /headertags.html
Disallow: /footer.html
Disallow: /stats
Disallow: /cgi-bin