User-agent: *
#Disallow: /
Disallow: /cgi-bin/
Disallow: /components/
Disallow: /content/immunology/index.html/
Crawl-delay: 60
Allow: /components/sequence/HIV/search/
Sitemap: http://www.hiv.lanl.gov/xml/sitemap_hiv.xml