User-agent: Googlebot
#Extensions and Queries
Allow: /search.php$
Disallow: /*?*
Noindex: /*?*
Allow: /*?photoID=*
Disallow: /*?
Disallow: /*/*?
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.tar$
Disallow: /*.tgz$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /cgi-bin
Disallow: /_private
#Files
Disallow: /about.asp
#Disallow: /photoGallery.asp
Disallow: /contact.asp
Disallow: /*search.php
#Directroies
Disallow: /links/
#Blog
Disallow: /*/feed
Noindex: /*/feed
Disallow: /*/feed/$
Noindex: /*/feed/$
Disallow: /*/feed/rss/$
Disallow: /*/trackback/$
Noindex: /*/trackback/$
Disallow: /*/comments-policy/$
Noindex: /*/comments-policy/$
Disallow: /blog/feed/atom/
Disallow: /blog/feed/rss/
Disallow: /blog/*/*/%23
Disallow: /blog/wp-login.php
Disallow: /blog/wp-register.php
Disallow: /blog/xmlrpc.php
Disallow: /blog/index.php/comments/feed
Noindex: /blog/index.php/comments/feed
Disallow: /blog/about/
Disallow: /blog/wp-includes/
Disallow: /blog/wp-admin/
Disallow: /blog/wp-content/


User-agent: Googlebot-Image
Allow: /*

User-agent: Mediapartners-Google*
Allow: /*

# The Nutch is a bad bot
User-agent: nutch
Disallow: / 

# The following block bad bots stealing articles
User-Agent: OmniExplorer_Bot
Disallow: /

User-agent: boitho.com-dc
Disallow: /

User-agent: Bitacle bot/1.1
Disallow: /

User-agent: Bitacle bot
Disallow: /

User-agent: Bitacle *
Disallow: /

User-agent: Bitacle*
Disallow: /

User-agent: Bitacle
Disallow: /

User-agent: *
Disallow: /cgi-bin
Disallow: /*/wp-login.php
Disallow: /*/wp-register.php
Disallow: /*/wp-admin
Disallow: /*/wp-includes
Disallow: /*/wp-content/plugins
Disallow: /*/wp-content/cache
Disallow: /*/wp-content/themes
Disallow: /*/trackback/
Noindex: /*/trackback/
Disallow: /*/feed/
Noindex: /*/feed/
Disallow: */comments
Noindex: */comments
Disallow: /*/comments-policy/
Noindex: /*/comments-policy/
Disallow: /*?*
Disallow: /*/?*
Disallow: /*/xmlrpc.php
Disallow: /*?s=
Noindex: /*?s=

Sitemap: http://www.creativecaravan.co.uk/sitemap.xml