# robots.txt 25/05/2001 for http://www.unterstein.net/
# robots.txt 20/03/2007
# robots.txt 17/11/2007
# robots.txt 07/07/2008
# robots.txt 18/08/2009

User-agent: *
Disallow: /logs/
Disallow: /su/logs/
Disallow: /su/cv/
Disallow: /site/
Disallow: /meta/
Disallow: /host/

User-agent: ICCrawler - ICjobs
Disallow: /
User-agent: WebAlta
Disallow: /
User-agent: WebAlta Crawler
Disallow: /
User-agent: WebAlta Crawler/1.3.23
Disallow: /
User-agent: WebAlta Crawler/1.3.34
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: SurveyBot_IgnoreIP 
Disallow: /