User-agent: *
Disallow: /docs/
Disallow: /adm/

User-agent: W3C-checklink
Disallow:

User-agent: ah-ha.com crawler 
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Acoon Robot
Disallow: /

User-agent: Crawler
Disallow: /

User-agent: Arachnoidea
Disallow: /

User-agent: HenryTheMiragoRobot
Disallow: /

User-agent: ZyBorg
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: AESOP_com_SpiderMan
Disallow: /

User-agent: moget
Disallow: /