# Wildcard "*" specifies all robots. 
# The robots.txt file should be created in Unix line ender mode!
# See: http://www.searchtools.com/robots/robots-txt.html
# Trailing slash indicates to the spider that the directory is offlimits


# Bans all robots from the  directories from below: 

User-agent: *


Disallow: /protect_dir

Disallow: /webstat/

Disallow: /pix/



# Add 2004-10-18 (disallow certain directories)