User-agent: * # disallow all files in these directories Disallow: /cgi-bin Disallow: /wp-admin Disallow: /trackback Disallow: /portallink Disallow: */trackback Disallow: /*.php$ Disallow: /*.gz$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /author/ Disallow: /tag/ Disallow: /archives/ Disallow: /feed/ Disallow: */feed/ Disallow: /development/ Disallow: /go/ Disallow: /?*