User-agent: * Disallow: /blog/ # blog removed Aug 2010 Disallow: /cgi-bin/ Disallow: /css/ # stylesheets Disallow: /ssi/ # server side includes Disallow: /scripts/ # scripts Disallow: /se/ # admin section