# robots.txt 
# based on http://www.robotstxt.org/wc/norobots.html

# Default Rules
#
# Allow only public entry points
#
User-agent: *		
Disallow: /dl/		# Disallow indexing downloads
Disallow: /images/	# Disallow indexing images
Disallow: /jscript/	# Disallow indexing javascript
Disallow: /themes/ 	# Disallow indexing themes
Disallow: /tid2bit/	# non public area
#
# We use url's without the /index.php/
#
Disallow: /index.php/   # Don't index a duplicate set of pages