# robots.txt for http://www.pendulum.org/

User-agent: *
Allow: All
Disallow:  /admin/
Disallow:  /styles/
Disallow:  /bpnews_old/
Disallow:  /mt-static-423/
Disallow:  /articles/articles_meta*.html
Disallow:  /support/support_email_pendulum.html
Disallow:  /penduforum/memberlist.*
Disallow:  /penduforum/adm/
Disallow:  /penduforum/images/
Disallow:  /penduforum/includes/
Disallow:  /penduforum/styles/
Disallow:  /penduforum/privmsg.*
Disallow:  /penduforum/profile.*
Disallow:  /styles/
Disallow:  /madness/
# Disallow Googlebot, MSN and Yahoo from these directories and all files within them
User-agent: Googlebot
User-agent: MSNBot
User-agent: Slurp
Disallow: /css
Disallow: /cgi-bin
Disallow: /error_docs
Disallow: /images
Disallow: /js
Disallow: /somedir
Disallow: /somedir

# Disallow ALL bots from these directories and all their child objects
User-agent: *

Disallow: /css
Disallow: /cgi-bin
Disallow: /error_docs
Disallow: /images
Disallow: /js
Disallow: /somedir
Disallow: /somedir

# Disallow specific bots from indexing or crawling the site at all
# Most recent additions first.

User-agent: GigaBot
Disallow: /

User-agent: Voyager
Disallow: /

User-agent: BaiDuSpider
Disallow: /

User-agent: BackRub/*.*
Disallow: /

User-agent: Grub.org
Disallow: /

User-agent: BotRightHere
Disallow: /

User-agent: larbin
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Walhello appie
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: Crescent
Disallow: /

User-agent: yandex bot
Disallow: /

# END OF FILE