# shredzone.net robots.txt
# Note: I usually allow all kind of bots, unless they are causing too
# much traffic on this site. The bots you will find below, usually caused
# an immense traffic per month. Note that I will block the IP's of all
# bots which do not obey this robots.txt file.

# Disallow picsearch
#   This is because I have many photos on my home page, so a picture
#   search engine will cause a lot of traffic. Their IP has been blocked
#   because they have purposely ignored my robot entry.
User-agent: psbot
Disallow: /

# Disallow InternetSeer
#   Those guys spammed me, saying my site was not reachable for them,
#   and ignoring my explicit forbiddance to use my mail addresses
#   for advertising. I never ordered their service too. This are
#   spammers, nothing more... Their IP range has been blocked too.
User-agent: sitecheck.internetseer.com
Disallow: /

# Disallow TurnitinBot
#   This bot is on the search for plagiarism on the internet. It causes
#   far too much traffic for not being a search engine. Sorry, guys... :)
User-agent: TurnitinBot
Disallow: /

# MSN Bot
#   Sorry, you cause far too much traffic. Why do you need to download files
#   from my download area nearly every day?! I will disable the download
#   area for now. More to come if you won't behave.
User-agent: msnbot
Disallow: /download/
Disallow: /gallery/

# Generally forbid to index the /download area, since there are just
# binaries.
User-agent: *
Disallow: /download/

# End of robots.txt