Sitemap: http://www.addictedtoxbox.com/sitemap.xml

User-agent: Googlebot
# Don't index mobile versions
Disallow: /forum/index.php?*;wap
Disallow: /forum/index.php?*;wap2
Disallow: /forum/index.php?*;imode


User-agent: Slurp
# Disallow Everything
Disallow: /
# Now allow bits and then disallow bits
Allow: /sitemap.xml$
Allow: /robots.txt$
Allow: /forum/index.php$
Allow: /forum/index.php?topic=*.0$
Allow: /forum/index.php?topic=*.*0$
Allow: /forum/index.php?topic=*.*5$
Allow: /forum/index.php?board=*.0$
Allow: /forum/index.php?board=*.*0$
Allow: /forum/index.php?board=*.*5$
# But don't allow these
Disallow: /forum/index.php?*.msg
Disallow: /forum/index.php?topic=*.msg*0$
Disallow: /forum/index.php?topic=*.msg*5$
Disallow: /forum/index.php?*.new
Disallow: /forum/*?action
Disallow: /forum/*sort=
Disallow: /forum/*msg

# Anything with a ; disallow
Disallow: /forum/index.php?*;*

User-agent: Twiceler
Disallow: /

User-Agent: W3C-checklink
Disallow: /

User-Agent: MJ12bot
Disallow: /forum/index.php?PHPSESSID


User-Agent: *
Disallow: /forum/attachments/
Disallow: /forum/Packages/
Disallow: /forum/Smileys/
Disallow: /forum/Sources/
Disallow: /forum/Themes/
Disallow: /A2Xcss/
Disallow: /scholar/

Disallow: /forum/index.php?action=activate
Disallow: /forum/index.php?action=admin
Disallow: /forum/index.php?action=calendar
Disallow: /forum/index.php?action=emailuser
Disallow: /forum/index.php?action=findmember
Disallow: /forum/index.php?action=help
Disallow: /forum/index.php?action=helpadmin
Disallow: /forum/index.php?action=login
Disallow: /forum/index.php?action=logout
Disallow: /forum/index.php?action=mlist
Disallow: /forum/index.php?action=modifykarma
Disallow: /forum/index.php?action=pm
Disallow: /forum/index.php?action=post
Disallow: /forum/index.php?action=printpage
Disallow: /forum/index.php?action=profile
Disallow: /forum/index.php?action=recent
Disallow: /forum/index.php?action=register
Disallow: /forum/index.php?action=reminder
Disallow: /forum/index.php?action=search
Disallow: /forum/index.php?action=theme
Disallow: /forum/index.php?action=unread
Disallow: /forum/index.php?action=unreadreplies
Disallow: /forum/index.php?action=verificationcode
Disallow: /forum/index.php?action=who
Disallow: /forum/index.php?theme