# /robots.txt file for http://www.aap.org/ # mail webmaster@aap.org with any questions User-agent: aap-gsa-crawler # Allow Ultraseek to certain directories Disallow: /_errorpages Disallow: /_errpages Disallow: /_fpclass Disallow: /_includes Disallow: /_private Disallow: /_test Disallow: /_themes Disallow: /_vti_bin Disallow: /_vti_pvt Disallow: /aaplibrary Disallow: /aapmoc-update Disallow: /aapstore Disallow: /acb2 Disallow: /acbdemos Disallow: /adolescentHIV Disallow: /am Disallow: /assets_shared Disallow: /attachments Disallow: /fpclass Disallow: /advocacy/hcca Disallow: /aw Disallow: /bfc Disallow: /bookstore Disallow: /bookstore/default.htm Disallow: /botspot Disallow: /bst Disallow: /catalog Disallow: /catalog.wci Disallow: /catch/funds Disallow: /cchr Disallow: /cfappman Disallow: /cfdocs Disallow: /cfide Disallow: /cgi-bin Disallow: /cisp Disallow: /classes Disallow: /cmstemp Disallow: /commpeds/grantsdatabase Disallow: /Copy of Forums Disallow: /Copy of Terrorism Disallow: /digichat Disallow: /doe Disallow: /dogl Disallow: /eight Disallow: /eleven Disallow: /eupdate Disallow: /excite Disallow: /faan Disallow: /firearms Disallow: /firstpartner Disallow: /five Disallow: /FollowUpMembershipWebinar Disallow: /Forums Disallow: /four Disallow: /fop Disallow: /fpclass Disallow: /getNet Disallow: /graphics Disallow: /guestbook Disallow: /guidelines Disallow: /gw_samples Disallow: /hem-onctraining Disallow: /Intranet Disallow: /lcrc Disallow: /lists Disallow: /location Disallow: /mall Disallow: /medem Disallow: /mediamailing Disallow: /mhs Disallow: /mocTEST Disallow: /moc2 Disallow: /mocgateway Disallow: /mm Disallow: /ncepr Disallow: /new Disallow: /nine Disallow: /nrpcd Disallow: /nrpdvd Disallow: /nrpshok Disallow: /one Disallow: /osha Disallow: /patedcd Disallow: /policy/ Disallow: /pdf Disallow: /Phone Book Service Disallow: /profed/nominationsreview Disallow: /profed/pir/media Disallow: /promo Disallow: /rcptmail Disallow: /renew Disallow: /search Disallow: /sections/perinatal/Workshop2011 Disallow: /sections/resident/DelegateCD06 Disallow: /seven Disallow: /six Disallow: /sforms Disallow: /staffemail.bk Disallow: /surveys Disallow: /swish Disallow: /ten Disallow: /termsofuse Disallow: /test Disallow: /testwebcms Disallow: /themes Disallow: /three Disallow: /training Disallow: /transfer Disallow: /two Disallow: /underground Disallow: /url Disallow: /video Disallow: /wais Disallow: /washington Disallow: /webcms Disallow: /webtms Disallow: /wecmstemp Disallow: /wellness.html Disallow: /wireless Disallow: /ypn Disallow: /bst2 User-agent: gsa-crawler # Allow Ultraseek to certain directories Disallow: /_errorpages Disallow: /_errpages Disallow: /_fpclass Disallow: /_includes Disallow: /_private Disallow: /_test Disallow: /_themes Disallow: /_vti_bin Disallow: /_vti_pvt Disallow: /aapmoc-update Disallow: /aapstore Disallow: /acb2 Disallow: /acbdemos Disallow: /adolescentHIV Disallow: /am Disallow: /assets_shared Disallow: /attachments Disallow: /fpclass Disallow: /advocacy/hcca Disallow: /aw Disallow: /bfc Disallow: /bookstore Disallow: /bookstore/default.htm Disallow: /botspot Disallow: /bst Disallow: /catalog Disallow: /catalog.wci Disallow: /catch/funds Disallow: /cchr Disallow: /cfappman Disallow: /cfdocs Disallow: /cfide Disallow: /cgi-bin Disallow: /cisp Disallow: /classes Disallow: /cmstemp Disallow: /commpeds/grantsdatabase Disallow: /Copy of Forums Disallow: /Copy of Terrorism Disallow: /digichat Disallow: /doe Disallow: /dogl Disallow: /eight Disallow: /eleven Disallow: /eupdate Disallow: /excite Disallow: /faan Disallow: /firearms Disallow: /firstpartner Disallow: /five Disallow: /FollowUpMembershipWebinar Disallow: /Forums Disallow: /four Disallow: /fpclass Disallow: /getNet Disallow: /graphics Disallow: /guestbook Disallow: /guidelines Disallow: /gw_samples Disallow: /hem-onctraining Disallow: /Intranet Disallow: /lcrc Disallow: /lists Disallow: /location Disallow: /mall Disallow: /medem Disallow: /mediamailing Disallow: /mhs Disallow: /mocTEST Disallow: /moc2 Disallow: /mocgateway Disallow: /mm Disallow: /ncepr Disallow: /new Disallow: /nine Disallow: /nrpcd Disallow: /nrpdvd Disallow: /nrpshok Disallow: /one Disallow: /osha Disallow: /patedcd Disallow: /policy/ Disallow: /pdf Disallow: /Phone Book Service Disallow: /profed/nominationsreview Disallow: /profed/pir/media Disallow: /promo Disallow: /rcptmail Disallow: /renew Disallow: /search Disallow: /sections/perinatal/Workshop2011 Disallow: /sections/resident/DelegateCD06 Disallow: /seven Disallow: /six Disallow: /sforms Disallow: /staffemail.bk Disallow: /surveys Disallow: /swish Disallow: /ten Disallow: /termsofuse Disallow: /test Disallow: /testwebcms Disallow: /themes Disallow: /three Disallow: /training Disallow: /transfer Disallow: /two Disallow: /underground Disallow: /url Disallow: /video Disallow: /wais Disallow: /washington Disallow: /webcms Disallow: /webtms Disallow: /wecmstemp Disallow: /wellness.html Disallow: /wireless Disallow: /ypn Disallow: /bst2 User-agent: * # directed to all spiders Disallow: /_errorpages Disallow: /_errpages Disallow: /_fpclass Disallow: /_includes Disallow: /_private Disallow: /_test Disallow: /_themes Disallow: /_vti_bin Disallow: /_vti_bin/ Disallow: _vti_bin Disallow: /_vti_pvt Disallow: /aapmoc-update Disallow: /aapstore Disallow: /acb2 Disallow: /acbdemos Disallow: /am Disallow: /assets_shared Disallow: /attachments Disallow: /fpclass Disallow: /advocacy/hcca Disallow: /aw Disallow: /bfc Disallow: /bookstore Disallow: /bookstore/default.htm Disallow: /botspot Disallow: /bst Disallow: /catalog Disallow: /catalog.wci Disallow: /catch/funds Disallow: /cchr Disallow: /cfappman Disallow: /cfdocs Disallow: /cfide Disallow: /cgi-bin Disallow: /cisp Disallow: /classes Disallow: /cmstemp Disallow: /commpeds/grantsdatabase/ Disallow: /Copy of Forums Disallow: /Copy of Terrorism Disallow: /digichat Disallow: /doe Disallow: /defaultindex2.htm Disallow: /defaultindex.htm Disallow: /dogl Disallow: /eight Disallow: /eleven Disallow: /eupdate Disallow: /excite Disallow: /faan Disallow: /firearms Disallow: /five Disallow: /FollowUpMembershipWebinar Disallow: /Forums Disallow: /four Disallow: /fpclass Disallow: /getNet Disallow: /graphics Disallow: /guestbook Disallow: /gw_samples Disallow: /hem-onctraining Disallow: /Intranet Disallow: /lcrc Disallow: /lists Disallow: /location Disallow: /mall Disallow: /medem Disallow: /mediamailing Disallow: /mhs Disallow: /moc Disallow: /mocTEST Disallow: /moc2 Disallow: /mocgateway Disallow: /mm Disallow: /ncepr Disallow: /new Disallow: /nine Disallow: /nrpcd Disallow: /nrpdvd Disallow: /nrpshok Disallow: /one Disallow: /osha Disallow: /patedcd Disallow: /pdf Disallow: /Phone Book Service Disallow: /policy/ Disallow: /profed/nominationsreview Disallow: /profed/pir/media Disallow: /promo Disallow: /rcptmail Disallow: /renew Disallow: /search Disallow: /sections/perinatal/Workshop2011 Disallow: /sections/resident/DelegateCD06 Disallow: /securemoc Disallow: /seven Disallow: /six Disallow: /sforms Disallow: /staffemail.bk Disallow: /swish Disallow: /ten Disallow: /termsofuse Disallow: /test Disallow: /testwebcms Disallow: /themes Disallow: /three Disallow: /training Disallow: /transfer Disallow: /two Disallow: /underground Disallow: /url Disallow: /video Disallow: /wais Disallow: /washington Disallow: /webcms Disallow: /webtms Disallow: /wecmstemp Disallow: /wellness.html Disallow: /wireless Disallow: /ypn Disallow: /bst2