<filename>scrapy/weather/weather/pipelines.py<gh_stars>1-10
# -*- coding: utf-8 -*-

# Define your item pipelines here
#
# Don't forget to add your pipeline to the ITEM_PIPELINES setting
# See: https://doc.scrapy.org/en/latest/topics/item-pipeline.html
import time
import os.path
import urllib2

class WeatherPipeline(object):
    def process_item(self, item, spider):
        today = time.strftime('%Y-%m-%d', time.localtime())
        fileName = today+'.txt'
        with open(fileName, 'a') as fp:
            fp.write(item['cityDate'].encode('utf8') + '\t')
            fp.write(item['week'].encode('utf8')+ '\t')
            imgName = os.path.basename(item['img'])
            fp.write(imgName, '\t')
            if os.path.exists(imgName):
                pass
            else:
                with open(imgName, 'wb') as fp:
                    response = urllib2.urlopen(item['img'])
                    fp.write(response.read())

            fp.write(item['weather'].encode('utf8') + '\t')
            fp.write(item['wind'].encode('utf8') + '\n\n')
            time.sleep(1)
        return item
