User-agent: * Disallow: /cron/ Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /logfiles/ Disallow: /private/ Disallow: /paid_cats/ Disallow: /help/ Allow: /