User-agent: *
Sitemap: http://www.benjaminstoll.com/sitemap.xml
Sitemap: http://www.benjaminstoll.com/mobilesitemap.xml

Disallow /layout/
Disallow /html/
Disallow /menu/
Disallow /php/
Disallow /video/
Disallow /alt/
Disallow /rw_common/
Disallow /pdf/presse/

User-agent: Googlebot
# disallow all files ending with these extensions
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.wmv$
Disallow: /*.png$
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.cgi$


# allow google image bot to search all images
User-agent: Googlebot-Image
Allow: /*

# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow: /*?*
Allow: /*.js$
Allow: /*.css$
Allow: /*.wmv$
Allow: /*.cgi$
Allow: /*.gif$
Allow: /*.jpg$
Allow: /*.png$