User-agent: Mediapartners-Google*
User-agent: curl/7.15.5
User-agent: ExtensionInternal
User-agent: Googlebot
User-agent: Googlebot-IA
User-agent: Seeker
User-agent: Slurp
User-agent: Yahoo-Blogs/v3.9
User-agent: Yahoo-MMCrawler
User-agent: YahooSeeker
User-agent: Yahoo-Seeker
User-agent: CIDRAP-crawler
User-agent: googlebot
User-agent: Roverbot
User-agent: *
Disallow: / sitemap /
Disallow: /archive/ 
Disallow: /ajax.php
Disallow: /album.php
Disallow: /calendar.php
Disallow: /clientscript/
Disallow: /cron.php
Disallow: /customavatars/
Disallow: /customprofilepics/
Disallow: /editpost.php
Disallow: /faq.php
Disallow: /includes/
Disallow: /inlinemod.php
Disallow: /joinrequests.php
Disallow: /login.php
Disallow: /member.php
Disallow: /memberlist.php
Disallow: /misc.php
Disallow: /moderator.php
Disallow: /newattachment.php
Disallow: /newreply.php
Disallow: /newthread.php
Disallow: /online.php
Disallow: /poll.php
Disallow: /posthistory.php
Disallow: /printthread.php
Disallow: /private.php
Disallow: /profile.php
Disallow: /register.php
Disallow: /report.php
Disallow: /reputation.php
Disallow: /search.php
Disallow: /sendmessage.php
Disallow: /showgroups.php
Disallow: /showpost.php
Disallow: /subscription.php
Disallow: /threadrate.php
Disallow: /usercp.php
Disallow: /usernote.php
Disallow: /vbseo.php
Disallow: /vbseocp.php
Disallow: /vbseocpform.php
Disallow: /members/
Disallow: /groups/