User-agent: Mediapartners-Google
Disallow:

# Tame yahoo... it tends to eat a ton of resources without a delay 60
User-agent: Slurp
Crawl-delay: 60

# Tame yahoo... it tends toeat a ton of resources without a delay
User-agent: Yahoo! Slurp
Crawl-delay: 600

# Tame bing... it tends to eat a ton of resources without a delay
User-agent: bingbot
Crawl-delay: 60

# Allow Archive.org to save snapshots of everything
User-agent: ia_archiver
Allow: /

# All Search Bots
User-agent: *

# Disallow: /*-print/
# Disallow: /*/?nocache=1
Disallow: /admincp/
Disallow: /ajax.php
Disallow: /ajaxlivesearch.php
Disallow: /ajaxthreads.php
Disallow: /arcade/
Disallow: /apc.php
Disallow: /chat/
Disallow: /chathm/
Disallow: /avatares.php
Disallow: /batepapo.php
Disallow: /calendar.php
Disallow: /cannedreplies.php
Disallow: /customavatars/
Disallow: /customgroupicons/
Disallow: /customprofilepics/
Disallow: /dbtech/vbshout/
Disallow: /dbtech/
Disallow: /editpost.php
Disallow: /external.php
Disallow: /faq.php
Disallow: /helpfulanswers.php
Disallow: /home_servidores_codbo.php
Disallow: /ideal_chat_update_stream.php
Disallow: /ideal_chat_ajax.php
Disallow: /includes/
Disallow: /install/
Disallow: /iwt/
Disallow: /login.php
Disallow: /member.php
Disallow: /memberlist.php
Disallow: /members/
Disallow: /media.php
Disallow: /media_ajax.php
Disallow: /media/
Disallow: /micronewsletter/
Disallow: /misc/radio/
Disallow: /misc.php
Disallow: /mobiquo/
Disallow: /modcp/
Disallow: /moderator.php
Disallow: /newreply.php
Disallow: /newthread.php
Disallow: /online.php
Disallow: /photoeditor.php
Disallow: /poll.php
Disallow: /postings.php
Disallow: /post_thanks.php
Disallow: /post_groans.php
Disallow: /printthread.php
Disallow: /private.php
Disallow: /profile.php
Disallow: /radio/
Disallow: /register.php
Disallow: /report.php
Disallow: /reputation.php
Disallow: /xcache2adm/
Disallow: /sas/
Disallow: /search.php
Disallow: /sendmessage.php
Disallow: /showgroups.php
Disallow: /sphinxapi.php
Disallow: /subscription.php
Disallow: /tags/
Disallow: /teamspeak3-server_linux-amd64/
Disallow: /thanks.php
Disallow: /threadrate.php
Disallow: /tsstatus/
Disallow: /usercp.php
Disallow: /usernote.php
Disallow: /vbnow.php
Disallow: /vbnowrss.php
Disallow: /vbseocp.php
Disallow: /vbseo_checkplugins.php
Disallow: /vbshout.php
Disallow: /vbstatus.php
Disallow: /vbstatus/
Disallow: /vbsoccer.php
Disallow: /Warn.php
Disallow: /sitemap/
Disallow: /archive/
Disallow: /xptoadmincp/
Disallow: /xptomodcp/

# Mediapartners-Google 
#User-agent: Mediapartners-Google*
#Disallow:


Sitemap: http://www.hardmob.com.br/sitemap_index.xml.gz