User-agent: * Disallow: /admin/* Disallow: /cgi/* Disallow: /css/* Disallow: /headings/* Disallow: /includes/* Disallow: /js/*