User-agent: ia_archiver
User-agent: Internet Ninja 6.0
Disallow: /
User-agent: *
Disallow: /artist/edit
Disallow: /artist/update
Disallow: /comment/show
Disallow: /comment/create
Disallow: /comment/index_hidden
Disallow: /pool/select
Disallow: /pool/add_post
Disallow: /pool/remove_post
Disallow: /pool/destroy
Disallow: /post/piclens
Disallow: /post/upload
Disallow: /post/create
Disallow: /post/destroy
Disallow: /post_tag_history/
Disallow: /post/post_tag_history
Disallow: /post/tag_history
Disallow: /post/update
Disallow: /post/similar
Disallow: /note/history
Disallow: /tag/edit
Disallow: /tag/update
Disallow: /tag/mass_edit
Disallow: /wiki/recent_changes
Disallow: /wiki/edit
Disallow: /wiki/update
Disallow: /wiki/revert
Disallow: /wiki/history
Disallow: /wiki/rename
Disallow: /user
Disallow: /job_task
Disallow: /forum

User-agent: HTTrack
Disallow: /post