User-agent: Intelliseek
Disallow: /

User-agent: BDFetch
Disallow: /

user-agent: *
disallow: /forums/admin/
disallow: /*.txt
disallow: /*.cgi
disallow: /forums/common.php
disallow: /forums/faq.php
disallow: /forums/groupcp.php
disallow: /forums/login.php
disallow: /forums/modcp.php
disallow: /forums/posting.php
disallow: /forums/privmsg.php
disallow: /forums/search.php
disallow: /forums/viewonline.php
disallow: /chat/
disallow: /forums/archive/

User-agent: Mediapartners-Google*
Disallow:

# Intellectual property snoop
User-agent: NPBot
Disallow: /

# Download Express (photo retriever)
User-agent: downloadexpress
Disallow: /

# Keep the JavaBee robot out - it's purpose is to steal Java applets
User-agent: JavaBee
Disallow: /

# Keep WebReaper out - it's purpose is offline browsing
User-agent: WebReaper [webreaper@otway.com]
Disallow: /

User-agent: lachesis
Disallow: /

User-agent: BlogBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: rabaz
Disallow: /

User-agent: rico
Disallow: /

User-agent: RPT-HTTPClient
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: lachesis
Disallow: /

User-agent: ScoutAbout
Disallow: /

# Microsoft offline browser
User-agent: MSIECrawler
Disallow: /

User-agent: WebFilter Robot 1.0
Disallow: /

# Picture archiver
User-agent: psbot
Disallow: /


# http://www.seventwentyfour.com/
User-agent: LinkWalker
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: VoilaBot BETA 1.2 
Disallow: /