sitemap: http://www.andyblyler.com/sitemap-index.xml


# This rule means it applies to all user-agents
User-agent:  *

# Disallow gallery pages
Disallow: /gallery2/

# Disallow access to old blog and old gallery redirects
Disallow: /blog/article/
Disallow: /gallery/

# Disallow all directories and files within
Disallow: /blog/category/
Disallow: /blog/wp-admin/
Disallow: /blog/wp-includes/
Disallow: /blog/author/
Disallow: /blog/page/
 
# Disallow all monthly archive pages
Disallow: /blog/20*/

# Allow all posts
Allow: /blog/20*/*/*/
 
# Disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.css$
 
# Disallow Google from parsing indididual post feeds and trackbacks..
Disallow: */feed/
Disallow: */trackback/

# Disallow gallery pages
Disallow: /gallery2/

# Allow gallery sitemap
Allow: /gallery2/sitemap

# Allow gallery images
Allow: /gallery2/*.jpg$
Allow: /gallery2/*.JPG$
 
# Disallow all files with ? in url
Disallow: /*?*
Disallow: /*?


# The Googlebot-Image is the image bot for google
User-agent: Googlebot-Image
 
# Allow Everything
Allow: /*


# This is the ad bot for google
User-agent: Mediapartners-Google
 
# Allow Everything
Allow: /*


# This is the ad bot for google
User-agent: Adsbot-Google

# Allow Everything
Allow: /*


# This is the wayback bot
User-agent: ia_archiver

# Allow Everything
Allow: /*