response = TextResponse(url=response.url, body=self.driver.page_source,
    encoding='utf-8')
for post in response.xpath('//ul[@id="content"]/li'):
    item = ItalkiItem()
item['title'] = post.xpath('.//a[@class="title_txt"]/text()').extract()[0]
item['url'] = post.xpath('.//a[@class="title_txt"]/@href').extract()[0]
yield scrapy.Request(item['url'], meta={'item': item}, callback=self.parse_post
    )

def parse_post(self, response):
    item = response.meta['item']
item['text'] = response.xpath('//div[@id="a_NMContent"]/text()').extract()
return item
Scrapy с Selenium сканирует, но не очищает