User-agent: * Disallow: /images/ Disallow: /database/ Disallow: /javascripts/ Disallow: /misc/ Disallow: /site/ Disallow: /stylesheets/ Disallow: /Texts/ Disallow: /en/images/ Disallow: /fi/images/ Disallow: /fr/images/ Disallow: /addressinc/ Disallow: /en/guestbook/ Disallow: /fi/guestbook/ Disallow: /fr/guestbook/ Disallow: /en/mailsender/ Disallow: /fi/mailsender/ Disallow: /fr/mailsender/ Disallow: /en/footers/ Disallow: /fi/footers/ Disallow: /fr/footers/ # robots may visit and index execpt the above URL. # Bypass their compt in Common.asp #User-Agent: msnbot #Crawl-Delay: 10 #Disallow: / #User-Agent: Baiduspider #Crawl-Delay: 10 #Disallow: / #User-Agent: BaiDuSpider #Crawl-Delay: 10 #Disallow: / #User-Agent: baiduspider #Crawl-Delay: 10 #Disallow: / #User-Agent: Baiduspider+ #Crawl-Delay: 10 #Disallow: /