# robots.txt for http://wdcrobcolp01.ed.gov/
# on 3/23/2001.
# edited by AR on 2/2/2004
# edited by RB on 03/28/2006
# edited by ALM on 4/19/2006 - Disallowed spidering of /programs/erod/
# edited by ALM on 4/25/2006 - Disallowed spidering of specific grantaward files.
#			     - Disallowed hits on an invalid FREE directory.
# edited by ALM on 10/18/2006 - Disallowed hits on /CFAPPS/FREE/displaysubject.cfm.
#			      - Disallowed hits on /CFAPPS/ERIC/
#			      - Disallowed hits on /CFAPPS/FSA/tcli/
# edited by JW on 03/25/2008  - Disallow: /CFAPPS/disasterrelief/
# edited by JW on 09/22/2008  - Disallow: /CFAPPS/FSA_EAC/ and /CFAPPS/GPOS/

User-agent: *
Disallow: /CFIDE/
Disallow: /cfide/
Disallow: /CFAPPS/ERIC/          # Application removed
Disallow: /CFAPPS/FREE/displaysubject.cfm   # Causes Ultraseek to fall into a "black hole"
Disallow: /CFAPPS/grantaward/search_program.cfm
Disallow: /CFAPPS/grantaward/detail.cfm
Disallow: /CFAPPS/grantaward/export/search_pick_export_xls.cfm
Disallow: /CFAPPS/OCR/complaintform.cfm
Disallow: /CFAPPS/FSA/tcli/      # Application removed
Disallow: /CFAPPS/TitleIV/
Disallow: /programs/erod/        # Invalid directory name case
Disallow: /Programs/EROD/admin/  # admin directory
Disallow: /Programs/EROD/xml_result.cfm
Disallow: /CFAPPS/disasterrelief/          # Application removed
Disallow: /CFAPPS/FSA_EAC/          # Application removed
Disallow: /CFAPPS/GPOS/          # Application removed

# prevents some email harvesting
User-agent: EmailSiphon
Disallow: /