# /robots.txt file for http://www.esrl.noaa.gov

User-agent: *
Disallow: /img

# PSD
Disallow: /psd/thredds
Disallow: /thredds
Disallow: /psd/cgi-bin
Disallow: /psd//cgi-bin
Disallow: /psd/data/obs/cgi-bin

# CSD
Disallow: /csd/cgi-bin
Disallow: /csd/acgi-bin
Disallow: /csd/css
Disallow: /csd/dbs
Disallow: /csd/internal
Disallow: /csd/nav
Disallow: /csd/aqrs/presentations
Disallow: /csd/metproducts
Disallow: /csd/flexpart
Disallow: /csd/modeleval
Disallow: /csd/ICARTT/analysis

User-agent: twiceler
Disallow: /


SITEMAP: http://www.esrl.noaa.gov/esrl_sitemap.xml.gz

#examples

# Allows all search
# User-agent: something
# Disallow:

# Prohibit all search
# User-agent: something
# Disallow: /