# robots.txt
User-agent: CRAWLER
Disallow: /
User-agent: aipbot
Disallow: /
User-agent: gigabot
Disallow: /
User-agent: pompos
Disallow: /
User-agent: slurp
Disallow: /
User-agent: Slurp
Disallow: /
User-agent: msnbot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: psbot
Disallow: /
User-agent: zyborg
Disallow: /
User-agent: Openbot
Disallow: /
User-agent: Ocelli
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: exabot
Disallow: /
User-agent: gazz
Disallow: /
User-agent: ichiro
Disallow: /
User-agent: convera
Disallow: /
User-agent: NextGenSearchBot
Disallow: /
User-agent: gamekitbot
Disallow: /
User-agent: BecomeBot
Disallow: /
User-agent: obot
Disallow: /
User-agent: Teoma
Disallow: /
User-agent: *
Disallow: /tmp/
Disallow: *.lha
Disallow: *.lzx
Disallow: *.jpg
Disallow: *.png
Disallow: *.gif
Disallow: /amazon