###############################
#
# sample robots.txt file for this website 
#
# addresses all robots by using wild card *
#
User-agent: *
# list folders robots are not allowed to index
User-agent: *
Disallow: /wp-
Disallow: /feed/
Disallow: /trackback/
Disallow: /rss/
Disallow: /comments/feed/
Disallow: /page/
Disallow: /date/
Disallow: /comments/
Disallow: /cgi-bin/
Disallow: /2005/
Disallow: /2006/
Disallow: /2007/
Disallow: /recommends/

#
# list specific files robots are not allowed to index
#
Disallow: /robots.txt
Disallow: /googleba9f89f4d0607418.html
Disallow: /excludeme.html



# allow adsense bot on entire site
User-agent: Mediapartners-Google
Allow: /*

# allow google image bot to search all images
User-agent: Googlebot-Image
Allow: /*

# allow AdWords PPC bot on entire site
User-agent: Adsbot-Google
Allow: /

# allow google mobile access
User-agent: Googlebot-Mobile
Allow: /

#
# End of robots.txt file
#
###############################