User-agent: * # All user-agents (except others specified in this file) Disallow: /cgi-bin/ # Dont look at stuff in http://my.site/cgi-bin/ Disallow: /wpadmin/ Disallow: /b2blog/