# Robots.txt file for http://aidsinfo.nih.gov/ # # Bans from directories below # # Disallow: /includes/ # Disallow: /images/ # Disallow: /imageFiles/ # Disallow: /OrderPublication/ # Disallow: /styles/ # Disallow: /scripts/ User-agent: Googlebot Disallow: /includes/ Disallow: /images/ Disallow: /imageFiles/ Disallow: /styles/ Disallow: /scripts/ Disallow: /mobile/ Disallow: /more_about/ Disallow: /publications/ Disallow: /servlet/ Disallow: /document/ Disallow: /contentFiles/*.htm$ Disallow: /contentFiles/*.html$ Disallow: /contentFiles/*.doc$ Disallow: /contentFiles/*.desc$ Disallow: /contentFiles/*.asp$ Disallow: /contentFiles/upload/ Disallow: /contentFiles/spanishFSWithinfoSIDA/ Disallow: /contentFiles/spanishFSBeforeinfoSIDA/ Disallow: /aprs/aprs_press.asp? Disallow: /clinical_trials/default_es.asp Disallow: /drugs/alldrugs.asp Disallow: /drugs/drugsdetail.asp? Disallow: /drugs/drugsearch.asp Disallow: /drugs/es_drugsearch.asp Disallow: /drugs/fda_drug.asp Disallow: /drugs/pdfdrug_sp.asp? Disallow: /ed_resources/ Disallow: /ed_resources/default.asp? Disallow: /ed_resources/glossary/default.asp Disallow: /guidelines/pediatric/ Disallow: /guidelines/perinatal/ Disallow: /guidelines/adult/ Disallow: /guidelines/health-care/ Disallow: /guidelines/nonexposure/ Disallow: /guidelines/op_infections/ Disallow: /guidelines/archive.asp Disallow: /guidelines/default_db2.asp? Disallow: /other/factsheets/ Disallow: /other/sideeffectshiv/ Disallow: /other/cbrochure/ Disallow: /other/vaccineday2005/ Disallow: /other/sitemap.asp Disallow: /other/about.asp Disallow: /other/clinicaltrial.asp Disallow: /other/factsheet.asp Disallow: /other/howto_use.asp Disallow: /other/link_aidsinfo.asp Disallow: /other/subscribe.asp Disallow: /other/topics_az.asp