User-Agent: *
Allow: /
Disallow: /images/
User-agent: Ocelli
Disallow: /
User-agent: Slurp
Disallow: /cgi-bin/
Disallow: /*? # Do not crawl dynamically generated pages

User-agent: BecomeBot
Crawl-Delay: 20
Disallow: /cgi-bin
Disallow: /*? # Do not crawl dynamically generated pages