# Robots.txt file from http://www.mickwalmsley.com/robots.txt
#
# All robots will spider the domain

User-agent: *
Disallow: /blocks 
Disallow: /concrete 
Disallow: /config 
Disallow: /controllers 
Disallow: /css 
Disallow: /elements 
Disallow: /helpers 
Disallow: /jobs 
Disallow: /js 
Disallow: /languages 
Disallow: /libraries 
Disallow: /mail 
Disallow: /models 
Disallow: /packages 
Disallow: /single_pages 
Disallow: /themes 
Disallow: /tools
Disallow: /zencart

Disallow: /blog/wp-admin
Disallow: /blog/wp-includes
Disallow: /blog/wp-content/plugins
Disallow: /blog/wp-content/cache
Disallow: /blog/wp-content/themes
Disallow: /blog/trackback
Disallow: /blog/feed
Disallow: /blog/comments
Disallow: /blog/category/*/*
Disallow: */blog/trackback
Disallow: */blog/feed
Disallow: */blog/comments
Disallow: /*?*
Disallow: /*?
Allow: /blog/wp-content/uploads

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /blog/*

# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /blog/*

# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /blog/

# digg mirror
User-agent: duggmirror
Disallow: /blog/

Sitemap: http://www.mickwalmsley.com/sitemap.xml