# Robots.txt file from http://www.searchengineworld.com
#
# Bans from cgi-bin and images
#
# Disallow /cgi-bin/

User-agent: *
Crawl-delay: 100
Disallow: /cgi-bin/
Disallow: /script/
Disallow: images/
Disallow: cp/
Disallow: /etc/
Disallow: /tmp/
Disallow: seminar/data/
Disallow: docs/data/
Disallow: *.ssi