User-agent: * Disallow: /search Disallow: /tmp Crawl-delay: 5 # specifies a 5 second timeout