# Note that you can insert comments by preceding them with a hash
# and that blank lines are also valid.

# All user-agents (except others specified in this file)
User-agent: * 
Disallow: /cgi-bin/		# Don't look at stuff in http://this.site.tld/cgi-bin/ Binaries are no good for indexing
Disallow: /gfx-producten/	# Images are no good for indexing
Disallow: /gfx-layout/ 
Disallow: /gfx-content/
Disallow: /gfx-americanexpress/
Disallow: /images/
Disallow: /js/ 
Disallow: /css/ 
Disallow: /image_test/ 
Disallow: /webwinkel-statisch/	# Files for content partners 
Disallow: /banners/		# Files for commercial campaigns
Disallow: /secure/		# Never a good idea to have secure info crawled by spiders
Disallow: /tt_redirect.php

# The WebWatch robot is allowed to look at everything
#User-agent: WebWatch/v3.0
#Disallow: 

# These BadRobots are denied access to everything
#User-agent: BadRobot1, BadRobot2
#Disallow: / 

#User-agent: IndexingRobot
#Disallow: /cgi-bin/ # Binaries are no good for indexing
#Disallow: /images/ # Images are no good for indexing
#Disallow: /home-pages/ # Privacy issues with home-pages??
#Disallow: /site/admin/stats/webstats # Web stats are no good for indexing (they may also be sensitive)