User-agent: *
Disallow: /cgi-local/
Disallow: /etc/
Disallow: /Log/
Disallow: /Media/
Disallow: /Templates/
Disallow: /Images/
# comment: robots.txt file bars all robots from the cgi-bin data and images directories: