# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow Crawler V 0.2.1 admin@crawler.de
User-agent: Crawler V 0.2.1 admin@crawler.de
Disallow: /

# Disallow FAST-WebCrawler/2.1-pre14 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)
User-agent: FAST-WebCrawler/2.1-pre14 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)
Disallow: /

# Disallow DonQuichote/1.2a-unix Mode/Get
User-agent: DonQuichote/1.2a-unix Mode/Get
Disallow: /

# Disallow Bilbo/1.2+WAP
User-agent: Bilbo/1.2+WAP
Disallow: /

# Disallow Slurp/si (slurp@inktomi.com; http://www.inktomi.com/slurp.html)
User-agent: Slurp/si (slurp@inktomi.com; http://www.inktomi.com/slurp.html)
Disallow: /

# Disallow Gulliver/1.3
User-agent: Gulliver/1.3
Disallow: /

# Disallow libwww-perl/5.47
User-agent: libwww-perl/5.47
Disallow: /

# Disallow directory /hallinta/
User-agent: *
Disallow: /hallinta/

# Disallow directory /komponentit/
User-agent: *
Disallow: /komponentit/

# Disallow directory /moduulit/
User-agent: *
Disallow: /moduulit/

# Disallow directory /sivupohjat/
User-agent: *
Disallow: /sivupohjat/

# Disallow directory /kielet/
User-agent: *
Disallow: /kielet/

# Disallow directory /includes/
User-agent: *
Disallow: /includes/