User-agent: * Disallow: /cgi-bin/ Disallow: /catalog/admin/ Disallow: /catalog/download/ Disallow: /private/ Disallow: /COPY_OF_catalog Allow: /catalog/