Disallow: /private
Disallow: /hidden

User-agent: twiceler
Disallow: /
User-agent: wwwster
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: Accelobot
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: heritrix
Disallow: /
User-agent: turnitinbot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Jyxobot
Disallow: /
User-agent: httrack
Disallow: /
User-agent: ShablastBot
Disallow: /
User-agent: woriobot
Disallow: /