return prev

def fresh_crawl(prev_urls, new_urls):
    for url in new_urls:
        if url not in prev_urls:
            crawl(url)
return

def main():
    purls = load_urls(prev_urls)
fresh_crawl(purls, nurls)
return
Scrapy — как идентифицировать уже очищенные URL-адреса