User-agent: *

User-agent: *

Crawl-Delay: 10


Disallow: /forums/*&pp=
Disallow: /forums/*&sort=
Disallow: /forums/*daysprune=
Disallow: /forums/*goto=
Disallow: /forums/*mode=
Disallow: /forums/*postcount=
Disallow: /forums/*showthread.php?p=

# disallow these folders

Disallow: /cgi-bin/
Disallow: /forums/admincp/
Disallow: /forums/clientscript/
Disallow: /forums/cpstyles/
Disallow: /forums/customavatars/
Disallow: /forums/flashcontent/
Disallow: /forums/images/
Disallow: /forums/includes/
Disallow: /forums/installed/
Disallow: /forums/modcp/
Disallow: /forums/subscriptions/
Disallow: /forums/themes/
Disallow: /downloads/
Disallow: /flashcontent/
Disallow: /gallery/
Disallow: /images/
Disallow: /includes/
Disallow: /language/
Disallow: /modules/
Disallow: /personal/
Disallow: /portalcp/
Disallow: /vbpinstalled/

# disallow these urls 

Disallow: /forums/ajax.php
Disallow: /forums/ajax_cron.php
Disallow: /forums/attachment.php
Disallow: /forums/emailobscure.php
Disallow: /forums/cron.php
Disallow: /forums/editpost.php
Disallow: /forums/external.php
Disallow: /forums/faq.php
Disallow: /forums/global.php
Disallow: /forums/image.php
Disallow: /forums/joinrequest.php
Disallow: /forums/login.php
Disallow: /forums/misc.php
Disallow: /forums/member.php
Disallow: /forums/member_inlinemod.php
Disallow: /forums/memberlist.php
Disallow: /forums/misc.php
Disallow: /forums/moderator.php
Disallow: /forums/moderation.php
Disallow: /forums/newattatchment.php
Disallow: /forums/newreply.php
Disallow: /forums/newthread.php
Disallow: /forums/online.php
Disallow: /forums/payment_gateway.php
Disallow: /forums/payments.php
Disallow: /forums/pdfthread.php
Disallow: /forums/poll.php
Disallow: /forums/postings.php
Disallow: /forums/printthread.php
Disallow: /forums/private.php
Disallow: /forums/profile.php
Disallow: /forums/register.php
Disallow: /forums/report.php
Disallow: /forums/reputation.php
Disallow: /forums/search.php
Disallow: /forums/sendmessage.php
Disallow: /forums/showgroups.php
Disallow: /forums/showpost.php
Disallow: /forums/subscription.php
Disallow: /forums/subscriptions.php
Disallow: /forums/threadrate.php
Disallow: /forums/usercp.php
Disallow: /forums/usernote.php


# disallow all files ending with these extensions 

disallow: /forums/*.php$ 
disallow: /forums/*.js$ 
disallow: /forums/*.inc$ 
disallow: /forums/*.css$ 
disallow: /forums/*.txt$ 

# disallow all files with? in url 

disallow: /*?* 


User-Agent: msnbot 
Crawl-Delay: 10 

User-Agent: Slurp 
Crawl-Delay: 10