#
# No robots or spidering in the following folders. 
#
User-agent: webcrawler
Disallow: /

User-agent: lycra
Disallow: /

User-agent: google
Disallow: /aallwash

User-agent: *
Disallow: /tmp
Disallow: /logs
Disallow: /ww
Disallow: /webpages
Disallow: /db_apps
Disallow: /faculty/ethics
Disallow: /staff/dept_TOCs
Disallow: /Templates
Disallow: /FCKeditor
Disallow: /public_portal
Disallow: /services/calendar
Disallow: /staff/bio.cfm
Disallow: /staff/vcard.cfm
Disallow: /research/browse_topic.cfm
# Disallow: /intl/guides

#
# Reserved for supression of indexing for Court of Appeals cases
#

# Date: 
# Reference: 
# User-agent: *
# Disallow: 

# Date: May 26, 2009 - Ref: rvs / email
# Date: Nov 11, 2009 - Ref: sas / email
# Date: Jan 13, 2010 - Ref: rvs / phone
# Date: May 20, 2010 - Ref: rvs / phone
User-agent: *
Disallow: /federal/judicial/dc/opinions/93opinions/93-3149a.pdf
Disallow: /federal/judicial/dc/opinions/93opinions/93-3149a.html
Disallow: /federal/judicial/fed/opinions/06opinions/06-3312.pdf
Disallow: /federal/judicial/fed/opinions/99opinions/99-3318.html
Disallow: /federal/judicial/fed/opinions/99opinions/99-3318.pdf
Disallow: /federal/judicial/fed/opinions/07opinions/07-3213.pdf
Disallow: /federal/judicial/fed/opinions/07opinions/07-3213.html
Disallow: /blog/loadtweetbacks.cfm

# Yahoo Slurp agent does not recognize rel=nofollow tags to avoid spidering
# List specific pages not to be crawled by Yahoo
User-agent: Slurp
Disallow: /blog/print.cfm
Disallow: /webdevblog/print.cfm
Disallow: /swblog/print.cfm
Disallow: /feedbackblog/print.cfm