# robots.txt for redivide.com
# $Id: robots.txt,v 0.23 2008/09/20 04:03:23 none Exp $
# "Any empty [Disallow] value, indicates that all URLs can be retrieved.
# At least one Disallow field needs to be present in a record."

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /trackback/
Disallow: */trackback/
Disallow: /outie/
Disallow: /tnim/
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$

# Disallow: /feed/
# Disallow: /rss/
# Disallow: /atom/
# Disallow: /rdf/
# Disallow: /archives/
# Disallow: /sitemap.xml
# Disallow: /index.php
# Disallow: /*?
# Disallow: */feed/
# Disallow: */rss/
# Disallow: */atom/
# Disallow: */rdf/
# Disallow: /page/
# Disallow: /tag/
# Disallow: /category/

# AdSense bot on entire site
User-agent: Mediapartners-Google*
Disallow:

# AdWords PPC bot on entire site
User-agent: Adsbot-Google
Allow: /*
Disallow:

# GoogleBot
User-agent: Googlebot
Disallow: /wp-content/
Disallow: /trackback/
Disallow: */trackback/
Disallow: /wp-admin/
# Disallow: /index.php
# Disallow: /*?
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /outie/
Disallow: /tnim/

# Google Mobile bot
User-Agent: Googlebot-Mobile
Disallow: /wp-content/
Disallow: /trackback/
Disallow: /wp-admin/
# Disallow: /index.php
# Disallow: /*?
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: */trackback/
# Disallow: /page/
# Disallow: /tag/
Disallow: /category/
Disallow: /outie/
Disallow: /tnim/

# allow Google Image bot to search all images
User-agent: Googlebot-Image
Disallow: /wp-includes/
Disallow: /tnim/
Allow: /*

# Yahoo Slurp bot
User-agent: Slurp
Disallow: /tnim/

# Yahoo News bot
User-agent: Yahoo-NewsCrawler
Disallow: /tnim/

# MSN bot
User-Agent: msnbot
Disallow: /tnim/

# Alexa crawler
User-agent: ia_archiver
Disallow: /tnim/

# Let it burn!
User-agent: duggmirror
Disallow: /

# MSNBot-Media bot
User-agent: MSNBot-Media
Disallow: /tnim/

# Yahoo media crawler bot
User-agent: Yahoo-MMCrawler
Disallow: /wp-includes/
Disallow: /tnim/
Disallow:

# AltaVista vscooter image bot
User-agent: vscooter
Disallow:

# PicSearch.com image search bot
User-agent: psbot
Disallow:

# BEGIN XML-SITEMAP
Sitemap: http://redivide.com/sitemap.xml.gz
Sitemap: http://redivide.com/sitemap.xml
# END XML-SITEMAP