#
# Please respect my server. I pay for the bandwidth not you!
# If you are opperating a non-se spider please email before spidering saying why.
# If you have a good reason I will not mind.
# You may copy and use this file on your own site, because i'm a very generous guy.
#
# Have a nice day.

User-agent: *
Disallow: /meta/
Disallow: /cgi-bin/
Disallow: /newsfeeds/
Disallow: /includes/
Disallow: /robots.txt
Disallow: /images/
Disallow: /contact/
Disallow: /awards/


User-Agent: twiceler
Disallow: /

User-agent: Mediapartners-Google*
Disallow:

User-agent: linknzbot 2004
Disallow:

User-agent: OmniExplorer_Bot
Crawl-delay: 2