User-agent: *
Disallow: */401.shtml
Disallow: */403.shtml
Disallow: */404.shtml
Disallow: *.pl
Disallow: *.lib
Disallow: *.txt
Disallow: *.cgi


Sitemap: http://www.yourwebsitevalue.com/mysitemap_index.xml