User-agent: *

Disallow: /cgi-bin/

Disallow: /tmp/

User-agent: CCBot Disallow: /

User-agent: CCBot Crawl-Delay: 2