User-agent: Googlebot # disallow all files ending with these extensions Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.cgi$ Disallow: /*.xhtml$ # disable duggmirror User-agent: duggmirror Disallow: / User-agent: * # disallow all files in these directories Disallow: /cgi-bin/ Disallow: /z/j/ Disallow: /z/c/ Disallow: /stats/ Disallow: /dh_ Disallow: /tag/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins Disallow: /wp-content/cache Disallow: /wp-content/themes Disallow: /manual Disallow: /phpmanual/ Disallow: /category/ # WH specific Disallow: /plugins/ Disallow: /pma/ Disallow: /uebimiau/ Disallow: /users/ Disallow: /vdsbackup/ Disallow: /webmail/ Disallow: /wpm/ Disallow: /wusage/ Disallow: /_borders/ Disallow: /_mmServerScripts/ Disallow: /_private/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /146/ Disallow: /boat/ Disallow: /calendar/ Disallow: /client_files/ Disallow: /client_remote_access_folder/ Disallow: /clients/ Disallow: /Connections/ Disallow: /dave/ Disallow: /ibd/ Disallow: /images/ Disallow: /images to work with/ Disallow: /images1/ Disallow: /imgs/ Disallow: /newsletters/ Disallow: /peppers/ Disallow: /peppers2/ Disallow: /personal/ Disallow: /portfolio/ Disallow: /qci/ Disallow: /richdad/ Disallow: /testing/ Disallow: /wiw/ #source: http://www.askapache.com/seo/seo-with-robotstxt.html