robots.txt

# Exclude all robots from particular directories 
               User-agent: *
               
               Disallow: /testarea/	 # This area is under construction
               Disallow: /gsfc/	         # This area is for GSFC employees only
               Disallow: /proteam/       # This area is under construction
               Disallow: /wfdata/        # This area is for GSFC employees only