User-agent: * # disallow all files in these directories Disallow: /cgi-bin/ Disallow: /index.php/ Disallow: /contents/ Disallow: /categories/ Disallow: /a