# robots.txt generated
# I only want MSN to crawl my site for now - so the rest can get lost

User-agent: Teoma
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: Scrubby
Disallow: /
User-agent: Robozilla
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: baiduspider
Disallow: /
User-agent: yahoo-mmcrawler
Disallow: /
User-agent: psbot
Disallow: /
User-agent: asterias
Disallow: /
User-agent: yahoo-blogs/v3.9
Disallow: /

User-agent: *
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /community/
Disallow: /component/
Disallow: /images/
Disallow: /includes/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /logs/
Disallow: /xmlrpc/
Disallow: /review/

Disallow: /create-an-account.html
Disallow: /create-new-article.html
Disallow: /guides.html
Disallow: /privacy.html
Disallow: /search.html
Disallow: /log-in.html
Sitemap: http://www.guidetobetter.com/index.php?option=com_sefservicemap&task=xmlmapindex&no_html=1