# robots.txt file. User-agent: * # disallow these directories Disallow: */wp-admin/ Disallow: */wp-includes/ Disallow: */wp-content/ Disallow: */blog-config/ Disallow: /common/ Disallow: /logs/ Disallow: /trac/ Disallow: */.svn/ Disallow: */contact/ Disallow: */about/ Disallow: /svn/ Disallow: */tag/ Disallow: */category/ # previous blogs (now removed) Disallow: /blog/ # Disallow feeds and trackbacks Disallow: */feed/ Disallow: */feed/mrss/ Disallow: */feed/rss/ Disallow: */feed/atom/ Disallow: */trackback/ Disallow: *xfeed= # disallow all files ending with these extensions Disallow: /*.php Disallow: /*.js Disallow: /*.inc Disallow: /*.css Disallow: /*.gz Disallow: /*.wmv Disallow: /*.cgi Disallow: /*.xhtml Disallow: /*.jpg Disallow: /*.gif Disallow: /*.zip Disallow: /*.opml Disallow: /*.mp4 # do not index full printer-friendly articles Disallow: */all/1/ # do not allow the old style forum links # Disallow: */page-1/