User-agent:baiduspider
Disallow: /

User-agent:twiceler
Disallow:/

User-agent:ia_archiver
Disallow:/

User-agent:ICC-Crawler
Disallow:/

User-agent: Teoma
Disallow: /

User-agent: Tasapspider
Disallow: /

User-agent: *
Crawl-delay: 600

User-agent: *
Disallow: /clist