#
#
#	robots.txt file to prevent websites being accessed by crawlers
#
#


#  	list robots we want to prevent from crawling
#	can address all robots by using *
#	User-agent: *
User-agent:*



#	list folders or files that robots listed above are NOT allowed to index
#	we are using / which means all folders and files under it
Disallow:/
Disallow: /history/courses/	# NO LONGER USED BY HISTORY
Disallow: /navigation/		# DOES NOT EXIST


# 	end of robots.txt file