User-agent:* Disallow: /admin Disallow: /cgi-bin/ Disallow: /cobros Disallow: /pages