User-agent: *
Disallow: /layout/
Disallow: /error/

User-Agent: msnbot
Crawl-Delay: 10

User-Agent: Slurp
Crawl-Delay: 10

User-agent: HTTrack 3.0x
Disallow: /

User-agent: ISpider/3.1
Disallow: /

User-agent: larbin
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebCopier v4.0
Disallow: /

User-agent: PhpDig
Disallow: /

User-agent: PycURL/7.15.5
Disallow: /