User-agent: Yandex Crawl-delay: 10 # specifies a 2 second timeout User-agent: dotbot Crawl-delay: 5