File size: 673 Bytes
400590a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
# Define your item pipelines here
#
# Don't forget to add your pipeline to the ITEM_PIPELINES setting
# See: https://docs.scrapy.org/en/latest/topics/item-pipeline.html
# useful for handling different item types with a single interface
import scrapy
from itemadapter import ItemAdapter
from scrapy.exceptions import DropItem
from scrapy.pipelines.images import ImagesPipeline
class DanbooruCrawlerPipeline:
def process_item(self, item, spider):
return item
class PicsDownloadPipeline(ImagesPipeline):
def file_path(self, request, response=None, info=None, *, item=None):
image_guid = item["image_name"]
return f"full/{image_guid}.jpg"
|