User-agent: ia_archiver
Disallow: /

User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
Disallow: /

User-agent: Baiduspider+
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: sohu-search
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Jyxobot
Disallow: /

User-agent: Jyxobot/1
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: SeznamBot/1.0
Disallow: /

User-agent: SeznamBot/1.1
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: SurveyBot/2.3 (Whois Source)
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Mozilla/4.0 (compatible; Netcraft Web Server Survey)
Disallow: /