User-agent: *
Crawl-delay: 10 # ask bots to wait 10 seconds between requests
Disallow: /search/ # don't try to crawl the search
Disallow: /clickTrack/ # no need to crawl exit pages