def start_requests(self):
    for i, url in enumerate(self.start_urls):
        yield self.request(url, self.parse_item)

def parse_item(self, response):
    titleList = response.css('a.title')
for title in titleList:
    item = {}
item['url'] = title.xpath('@href').extract()
item['title'] = title.xpath('text()').extract()
yield item
url = response.xpath('//a[@rel="nofollow next"]/@href').extract_first()
if url:
    yield self.request(url, self.parse_item)
Как отправить куки с помощью запросов CrawlSpider?