User-agent:  *
# disallow all files in these directories
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /down/
Disallow: /future/
Disallow: /js/
Disallow: /wp-admin/


User-agent: Googlebot
# disallow all files ending with these extensions
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.tar$
Disallow: /*.cgi$


# allow google image bot to search all images
User-agent: Googlebot-Image
Allow: /*


# disallow adsense bot on entire site
# we don't use adwords, but if we do in the future, uncomment below
User-agent: Mediapartners-Google*
Disallow: /
# Disallow: /*?*
# Allow: /z/
# Allow: /about/
# Allow: /contact/
# Allow: /wp-content/
# Allow: /tag/
# Allow: /manual/*
# Allow: /docs/*
# Allow: /*.php$
# Allow: /*.js$
# Allow: /*.inc$
# Allow: /*.css$
# Allow: /*.gz$
# Allow: /*.cgi$
# Allow: /*.wmv$
# Allow: /*.cgi$
# Allow: /*.xhtml$
# Allow: /*.php*
# Allow: /*.gif$
# Allow: /*.jpg$
# Allow: /*.png$



# disallow archiving site
User-agent: ia_archiver
# Disallow: /

# disable duggmirror
User-agent: duggmirror
Disallow: /


# Sitemap: http://www.askapache.com/sitemap.xml