User-agent: * 
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /editor/
Disallow: /help/
Disallow: /images/
Disallow: /includes/
Disallow: /language/
Disallow: /mambots/
Disallow: /media/
Disallow: /modules/
Disallow: /templates/
Disallow: /installation/

 User-agent: BaiduspiderDisallow: /User-agent: twicelerDisallow: /User-agent: YandexDisallow: /User-agent: *Disallow: /vb/admincp/Disallow: /vb/clientscript/Disallow: /vb/cpstyles/Disallow: /vb/customavatars/Disallow: /vb/customprofilepics/Disallow: /vb/images/Disallow: /vb/modcp/Disallow: /vb/ajax.phpDisallow: /vb/attachment.phpDisallow: /vb/calendar.phpDisallow: /vb/cron.phpDisallow: /vb/editpost.phpDisallow: /vb/global.phpDisallow: /vb/image.phpDisallow: /vb/inlinemod.phpDisallow: /vb/joinrequests.phpDisallow: /vb/login.phpDisallow: /vb/member.phpDisallow: /vb/memberlist.phpDisallow: /vb/misc.phpDisallow: /vb/moderator.phpDisallow: /vb/newattachment.phpDisallow: /vb/newreply.phpDisallow: /vb/newthread.phpDisallow: /vb/online.phpDisallow: /vb/poll.phpDisallow: /vb/postings.phpDisallow: /vb/printthread.phpDisallow: /vb/private.phpDisallow: /vb/profile.phpDisallow: /vb/register.phpDisallow: /vb/report.phpDisallow: /vb/reputation.phpDisallow: /vb/search.phpDisallow: /vb/sendmessage.phpDisallow: /vb/showgroups.phpDisallow: /vb/subscription.phpDisallow: /vb/threadrate.phpDisallow: /vb/usercp.phpDisallow: /vb/usernote.phpDisallow: /adserver/Disallow: /cgi-bin/Disallow: /archive/

User-agent: Slurp
Crawl-delay: 600