def parse(self, response):
    """
    """
delay = self.crawler.engine.downloader.slots['www.dmoz.org'].delay
concurrency = self.crawler.engine.downloader.slots['www.dmoz.org'].concurrency
self.log('Delay {}, concurrency {} for request {}'.format(delay,
    concurrency, response.request))
return
Запрос задержки Scrapy