User-agent: aipbot
Disallow: /

User-agent: Dulance bot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: Googlebot-Image
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.png$

User-agent: IconSurf
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: Openbot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: searchpreview
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: *
Disallow: /*.pdf$
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /4xx
Disallow: /500.shtml
Disallow: /post