# Path: fooltrader/proxy/base_proxy_spider.py
# class BaseProxySpider(object):
#     def run(self):
#         pass
# 
#     def save_proxies(self, http_jsons, https_jsons, socks_jsons):
#         if http_jsons:
#             try:
#                 save_proxy(http_jsons, protocol='http')
#             except Exception as e:
#                 logger.exception("failed to save http proxy json:{}", e)
# 
#         if https_jsons:
#             try:
#                 save_proxy(https_jsons, protocol='https')
#             except Exception as e:
#                 logger.exception("failed to save https proxy json:{}", e)
# 
#         if socks_jsons:
#             try:
#                 save_proxy(socks_jsons, protocol='socks')
#             except Exception as e:
#                 logger.exception("failed to save socks proxy json:{}", e)


import datetime
import logging
from scrapy import Selector
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.support.wait import WebDriverWait
from fooltrader.proxy.base_proxy_spider import BaseProxySpider
# -*- coding: utf-8 -*-




logger = logging.getLogger(__name__)


# 该爬虫需要把selenium的chrome driver运行起来才能跑
# 对于那种各种js跳转的网站,用selenium是一个不错的方案
class ProxySpiderHideMe(BaseProxySpider):
    def __init__(self):

# Path: fooltrader/proxy/base_proxy_spider.py
# class BaseProxySpider(object):
#     def run(self):
#         pass
# 
#     def save_proxies(self, http_jsons, https_jsons, socks_jsons):
#         if http_jsons:
#             try:
#                 save_proxy(http_jsons, protocol='http')
#             except Exception as e:
#                 logger.exception("failed to save http proxy json:{}", e)
# 
#         if https_jsons:
#             try:
#                 save_proxy(https_jsons, protocol='https')
#             except Exception as e:
#                 logger.exception("failed to save https proxy json:{}", e)
# 
#         if socks_jsons:
#             try:
#                 save_proxy(socks_jsons, protocol='socks')
#             except Exception as e:
#                 logger.exception("failed to save socks proxy json:{}", e)


# Path: fooltrader/proxy/spiders/proxy_spider_hideme.py
import datetime
import logging
from scrapy import Selector
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.support.wait import WebDriverWait
from fooltrader.proxy.base_proxy_spider import BaseProxySpider

# -*- coding: utf-8 -*-




logger = logging.getLogger(__name__)


# 该爬虫需要把selenium的chrome driver运行起来才能跑
# 对于那种各种js跳转的网站,用selenium是一个不错的方案
class ProxySpiderHideMe(BaseProxySpider):
    def __init__(self):

        BaseProxySpider.__init__(self)