from scrapy.xlib.pydispatch import dispatcher


class FooSpider(scrapy.Spider):

    def __init__(self, *args, **kwargs):
        super(FooSpider, self).__init__(*args, **kwargs)
How to build a web crawler based on Scrapy to run forever?