#	Author:		Andrew Miller
#	Create Date:	9/27/2006
#	Name:		robots.txt
#	Description:	This file provides direction for Internet spiders on http://free.ed.gov/
#	History:
#	$Log: robots.txt,v $
#	Revision 1.4  2009/07/07 19:34:09  dzwack
#	Fixes related to * caching of queires.
#	
#	Revision 1.3  2009/06/29 16:48:57  dzwack
#	Updated robots.txt to W3C Standard
#	
#	Revision 1.2  2007/06/26 14:54:12  dzwack
#	added components path to disallow
#	
#	Revision 1.1  2006/09/27 12:01:23  amiller
#	New.  Needed to support free.ed.gov.
#	
#

User-agent: *
Disallow: /admin/
Disallow: /includes/
Disallow: /xml/
Disallow: /components/

# prevents some email harvesting
User-agent: EmailSiphon
Disallow: /