# robots.txt file the lists.sowder.com web server.
# It prevents Search engines from crawling and indexing 
# the /cgi-bin/ (and potentially other directories as they are added here)
#  
# 864 seconds of crawl delay equals a maximum of 100 hits a day
# 1728 seconds of crawl delay equals a maximum of 50 hits a day
#

User-agent: *
Crawl-delay: 864
Disallow: /cgi-bin/
Disallow: /mailman/admin
Disallow: /mailman/create
Disallow: /mailman/private
Disallow: /mailman/roster

User-agent: ConveraCrawler
Crawl-delay: 1728
Disallow: /cgi-bin/
Disallow: /mailman/admin
Disallow: /mailman/create
Disallow: /mailman/private
Disallow: /mailman/roster

User-agent: msnbot
Crawl-delay: 1728
Disallow: /cgi-bin/
Disallow: /mailman/admin
Disallow: /mailman/create
Disallow: /mailman/private
Disallow: /mailman/roster

User-agent: Slurp
Crawl-delay: 1728
Disallow: /cgi-bin/
Disallow: /mailman/admin
Disallow: /mailman/create
Disallow: /mailman/private
Disallow: /mailman/roster

User-agent: Teoma
Crawl-delay: 1728
Disallow: /cgi-bin/
Disallow: /mailman/admin
Disallow: /mailman/create
Disallow: /mailman/private
Disallow: /mailman/roster