# # No robots or spidering in the following folders. # User-agent: webcrawler Disallow: / User-agent: lycra Disallow: / User-agent: google Disallow: /aallwash User-agent: * Disallow: /tmp Disallow: /logs Disallow: /ww Disallow: /webpages Disallow: /db_apps Disallow: /faculty/ethics Disallow: /staff/dept_TOCs Disallow: /Templates Disallow: /FCKeditor Disallow: /intl/guides Disallow: /public_portal Disallow: /services/calendar # # Reserved for supression of indexing for Court of Appeals cases # # Date: # Reference: # User-agent: * # Disallow: # Date: May 26, 2009 - Reference: rvs / email # Date: Nov 11, 2009 - Reference: sas / email User-agent: * Disallow: /federal/judicial/dc/opinions/93opinions/93-3149a.pdf Disallow: /federal/judicial/dc/opinions/93opinions/93-3149a.html Disallow: /federal/judicial/fed/opinions/06opinions/06-3312.pdf # Yahoo Slurp agent does not recognize rel=nofollow tags to avoid spidering # List specific pages not to be crawled by Yahoo User-agent: Slurp Disallow: /blog/print.cfm Disallow: /webdevblog/print.cfm Disallow: /swblog/print.cfm Disallow: /feedbackblog/print.cfm