User-agent: * # directed to all spiders Disallow: /cgi-bin Disallow: /reports Disallow: /about.html Disallow: /aboutgw.html Disallow: /contact.html Disallow: /contact_success.html Disallow: /main.html Disallow: /main2.html Disallow: /nav.html