def parse(self, response):
    for href in response.css('div#all_results h3 a::attr(href)').extract():
        yield Request(url=response.urljoin(href), callback=self.parse_article)
Using Scrapy to to find and download pdf files from a website