# robots.txt for http://www.nsf.gov/
# Change history:

# NSF Googlebot
User-agent: NSF_googlebot
Disallow: /cgi-bin/

User-agent: NSF-googlebot
Disallow: /cgi-bin/

# NSF Verity K2 Spider
User-agent: Verity-URL-Gateway/3.0
Disallow: /cgi-bin/

# NSF Jason Crawler.
User-agent: W3C-checklink
Disallow: /cgi-bin/

User-agent: LinkLint-spider/2.3.5
Disallow: /cgi-bin/

User-agent: vspider		
Disallow: /cgi-bin/            
Disallow: /stats/             
Disallow: /home/nsforg/	
Disallow: /awards/
Disallow: /pubsys/data/        
Disallow: /search97cgi/  
Disallow: /seind98/topdemo.htm 
Disallow: /nsf99338/topdemo.htm
Disallow: /home/ebulletin/archive/ 
Disallow: /sbe/srs/start.htm
Disallow: /staff/
Disallow: /home/crssprgm/igert/survey/
Disallow: /ads-cgi/
Disallow: /awardsearch/

User-agent: Googlebot          
Disallow: /cgi-bin/    
Disallow: /nsf99338/topdemo.htm 
Disallow: /home/ebulletin/archive/ 
Disallow: /home/crssprgm/igert/survey/
Disallow: /staff/
Disallow: /ads-cgi/
Disallow: /awardsearch/

User-agent: *                  
Disallow: /