User-agent: *				# All user-agents (except others specified in this file)
Disallow: /cgi-bin/			# Dont look at stuff in http://my.site.ac.uk/cgi-bin/

User-agent: IndexingRobot
Disallow: /cgi-bin/			# Binaries are no good for indexing
Disallow: /home-pages/			# Privacy issues with home-pages??
Disallow: /site/admin/stats/webstats	# Web stats are no good for indexing (they may also be 	
					# sensitive)