# Path: crawlers/example.py
# class RequestHandler(BaseRequestHandler):
# class ParseHandler(BaseParseHandler):
# class Scheduler(BaseScheduler):
# class Pipeline(BasePipeline):
#     def handle(self, task, use_proxy=False, **kwargs):
#     def handle(self, task):
#     def init_generator(self):
#     def process(self, results):
# 
# Path: crawlers/github.py
# class RequestHandler(BaseRequestHandler):
# class ParseHandler(BaseParseHandler):
# class Scheduler(BaseScheduler):
# class Pipeline(BasePipeline):
#     def handle(self, task, **kwargs):
#     def get_profile():
#     def get_followers():
#     def handle(self, task):
#     def init_generator(self):
#     def process(self, results):
# 
# Path: crawlers/weibo/crawler.py
# class RequestHandler(BaseRequestHandler):
# class ParseHandler(BaseParseHandler):
# class Scheduler(BaseScheduler):
# class Pipeline(BasePipeline):
#     def handle(self, task, use_proxy=False, **kwargs):
# def get_tasks(uid):
#     def get_uid_from_url(self, url):
#     def get_friends(self, task):
#     def get_profile(self, task):
#     def get_timeline(self, task):
#     def get_tag(self, task):
#     def handle(self, task):
#     def init_generator(self):
#     def process(self, results):


from crawlers import example
from crawlers import github
from crawlers.weibo import crawler as weibo
from kombu import Queue, Exchange
# -*- coding: utf-8 -*-

crawlers = [
        #{
        #    'name': 'example',
        #    'requestHandler': example.RequestHandler(),
        #    'parseHandler': example.ParseHandler(),
        #    'scheduler': example.Scheduler(),
        #    'pipeline': example.Pipeline(),
        #},
        #{
        #    'name': 'github',
        #    'requestHandler': github.RequestHandler(use_proxy=0),
        #    'parseHandler': github.ParseHandler(),
        #    'scheduler': github.Scheduler(),
        #    'pipeline': github.Pipeline(),
        #},
        {
            'name': 'weibo',
            'requestHandler': weibo.RequestHandler(use_proxy=0),

# Path: crawlers/example.py
# class RequestHandler(BaseRequestHandler):
# class ParseHandler(BaseParseHandler):
# class Scheduler(BaseScheduler):
# class Pipeline(BasePipeline):
#     def handle(self, task, use_proxy=False, **kwargs):
#     def handle(self, task):
#     def init_generator(self):
#     def process(self, results):
# 
# Path: crawlers/github.py
# class RequestHandler(BaseRequestHandler):
# class ParseHandler(BaseParseHandler):
# class Scheduler(BaseScheduler):
# class Pipeline(BasePipeline):
#     def handle(self, task, **kwargs):
#     def get_profile():
#     def get_followers():
#     def handle(self, task):
#     def init_generator(self):
#     def process(self, results):
# 
# Path: crawlers/weibo/crawler.py
# class RequestHandler(BaseRequestHandler):
# class ParseHandler(BaseParseHandler):
# class Scheduler(BaseScheduler):
# class Pipeline(BasePipeline):
#     def handle(self, task, use_proxy=False, **kwargs):
# def get_tasks(uid):
#     def get_uid_from_url(self, url):
#     def get_friends(self, task):
#     def get_profile(self, task):
#     def get_timeline(self, task):
#     def get_tag(self, task):
#     def handle(self, task):
#     def init_generator(self):
#     def process(self, results):


# Path: celeryconfig.py
from crawlers import example
from crawlers import github
from crawlers.weibo import crawler as weibo
from kombu import Queue, Exchange

# -*- coding: utf-8 -*-

crawlers = [
        #{
        #    'name': 'example',
        #    'requestHandler': example.RequestHandler(),
        #    'parseHandler': example.ParseHandler(),
        #    'scheduler': example.Scheduler(),
        #    'pipeline': example.Pipeline(),
        #},
        #{
        #    'name': 'github',
        #    'requestHandler': github.RequestHandler(use_proxy=0),
        #    'parseHandler': github.ParseHandler(),
        #    'scheduler': github.Scheduler(),
        #    'pipeline': github.Pipeline(),
        #},
        {
            'name': 'weibo',
            'requestHandler': weibo.RequestHandler(use_proxy=0),

            'parseHandler': weibo.ParseHandler(),