# robots.txt - some robots will look at this file to see what not to index 

User-agent: *
Disallow: /auto_index.shtml
Disallow: /bmrc/clch/
Disallow: /bmrc/meso/
Disallow: /bmrc/mrlr/
Disallow: /bmrc/reg/
Disallow: /cgi-bin/
Disallow: /climate/activemaps202/data/
Disallow: /climate/satellite/browse/data/
Disallow: /defence/
Disallow: /difacs/reg/
Disallow: /fwo/reg/
Disallow: /general/reg/
Disallow: /gms/reg/
Disallow: /images/
Disallow: /products/reg/
Disallow: /radar/reg/
Disallow: /reguser/by_user/
Disallow: /reguser/by_prod/
Disallow: /sat/archive_new/gms/
Disallow: /sat/archive_new/ndvi/
Disallow: /sat/archive_new/solar_radiation/
Disallow: /sat/archive_new/noaa12mel/
Disallow: /sat/archive_new/noaa14mel/
Disallow: /sat/archive_new/noaa15csy/
Disallow: /sat/archive_new/noaa15mel/
Disallow: /sat/reg/
Disallow: /silo/
Disallow: /sl/
Disallow: /standard/
Disallow: /tempinclude/
Disallow: /weather/tas/inside/data/