User-agent: *
Disallow: /aspnet_client/
Disallow: /bin/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /includes/
Disallow: /navigation/
Disallow: /scripts/
Disallow: /style/
Disallow: /admin/
Disallow: /404.asp
Disallow: /news/news_db.asp
Disallow: /news/shutdown.asp
Disallow: /press/releases/latest.asp
Disallow: /press/briefings/latest.asp
Disallow: /publications/planetearth/latest.asp
Disallow: /publications/annualreport/latest.asp
Disallow: /thanks.aspx
Disallow: /about/consult/debate/debate.aspx
sitemap: http://www.nerc.ac.uk/navigation/config/site_structure.xm