# Robots.txt to limit DODS/DataFile retrievals

User-agent: Slurp
User-agent: *
#
Disallow: /fth_sst_decloud/
Disallow: /glk_sst_decloud/
Disallow: /htn_sst_decloud/
Disallow: /climatology/
Disallow: /WOCE/
Disallow: /avhrr/
Disallow: /DODS/
Disallow: /dods/
Disallow: /data/
Disallow: /catalog/
Disallow: /catalog2/
Disallow: /dodsview/
Disallow: /CODAR/ 
Disallow: /CoastWatch/ 
Disallow: /DODS/ 
Disallow: /MCSST/ 
Disallow: /Pathfinder/ 
Disallow: /avhrr-images/ 
Disallow: /buttons/ 
Disallow: /client/ 
Disallow: /idl/ 
Disallow: /nightly-builds/