User-agent: * Disallow: /pages/ Disallow: /admin/ Disallow: /webalizer/ Disallow: /error/ Disallow: /cgi-bin/