User-agent: *
Disallow:/doc/

useragent: { httrack }
Noindex

useragent: { JetBot }
Noindex, Nofollow

META NAME="JetBot" CONTENT="NOINDEX, NOFOLLOW">