# Path: wikidat/tasks/tasks.py
# class Task(object):
# class RevHistoryTask(Task):
# class PagesLoggingTask(Task):
# class SQLDumpsTask(Task):
#     def __init__(self, lang, db_user, db_passw, db_name, db_engine,
#                  date=None, host='localhost', port=3306):
#     def DB_exists(self):
#     def __init__(self, host, port, db_name, db_user, db_passw, db_engine,
#                  lang='scowiki', date=None, etl_lines=1):
#     def create_DB(self, complete=False):
#     def execute(self, page_fan, rev_fan, page_cache_size, rev_cache_size,
#                 mirror, download_files, base_ports, control_ports,
#                 dumps_dir=None, debug=False):
#     def __init__(self, host, port, db_name, db_user, db_passw, db_engine,
#                  lang='scowiki', date=None, etl_lines=1):
#     def create_DB(self, complete=False):
#     def execute(self, log_fan, log_cache_size,
#                 mirror, download_files, base_ports, control_ports,
#                 dumps_dir=None, debug=False):
#     def __init__(self, host, port, db_name, db_user, db_passw, db_engine,
#                  lang='scowiki', date=None):
#     def createDB(self):
#     def execute(self, mirror, download_files, dumps_dir=None, debug=False):


import argparse
import configparser
import codecs
import sys
import time
import json
from wikidat.tasks import tasks
                        help=''.join(['Revisions corresponding to Featured ',
                                      'Lists will be detected.']))
    parser.add_argument('--no_detect_FLIST', dest='detect_FLIST',
                        action='store_false',
                        help=''.join(['Skip detection of revisions of ',
                                      'Featured Lists.']))
    parser.add_argument('--detect_GA', dest='detect_GA',
                        action='store_true',
                        help=''.join(['Revisions corresponding to Good ',
                                      'Articles will be detected.']))
    parser.add_argument('--no_detect_GA', dest='detect_GA',
                        action='store_false',
                        help=''.join(['Skip detection of revisions of ',
                                      'Good Articles.']))
    # Finally, any option directly specified on the command-line will
    # override previous values assigned to any argument
    args = parser.parse_args(remain_args)
    start = time.time()
    print()
    print("*** WIKIPEDIA DATA ANALYSIS TOOLKIT ***")
    print()
    if args.debug:
        print(args)

    # TODO: Control for incompatible combinations of command-line arguments

    if 'ETL:RevHistory' in opts['tool_secs']:
        # Testing with default options:
        #   - lang: 'scowiki'
        #   - date: latest dump

# Path: wikidat/tasks/tasks.py
# class Task(object):
# class RevHistoryTask(Task):
# class PagesLoggingTask(Task):
# class SQLDumpsTask(Task):
#     def __init__(self, lang, db_user, db_passw, db_name, db_engine,
#                  date=None, host='localhost', port=3306):
#     def DB_exists(self):
#     def __init__(self, host, port, db_name, db_user, db_passw, db_engine,
#                  lang='scowiki', date=None, etl_lines=1):
#     def create_DB(self, complete=False):
#     def execute(self, page_fan, rev_fan, page_cache_size, rev_cache_size,
#                 mirror, download_files, base_ports, control_ports,
#                 dumps_dir=None, debug=False):
#     def __init__(self, host, port, db_name, db_user, db_passw, db_engine,
#                  lang='scowiki', date=None, etl_lines=1):
#     def create_DB(self, complete=False):
#     def execute(self, log_fan, log_cache_size,
#                 mirror, download_files, base_ports, control_ports,
#                 dumps_dir=None, debug=False):
#     def __init__(self, host, port, db_name, db_user, db_passw, db_engine,
#                  lang='scowiki', date=None):
#     def createDB(self):
#     def execute(self, mirror, download_files, dumps_dir=None, debug=False):


# Path: wikidat/main.py
import argparse
import configparser
import codecs
import sys
import time
import json
from wikidat.tasks import tasks

                        help=''.join(['Revisions corresponding to Featured ',
                                      'Lists will be detected.']))
    parser.add_argument('--no_detect_FLIST', dest='detect_FLIST',
                        action='store_false',
                        help=''.join(['Skip detection of revisions of ',
                                      'Featured Lists.']))
    parser.add_argument('--detect_GA', dest='detect_GA',
                        action='store_true',
                        help=''.join(['Revisions corresponding to Good ',
                                      'Articles will be detected.']))
    parser.add_argument('--no_detect_GA', dest='detect_GA',
                        action='store_false',
                        help=''.join(['Skip detection of revisions of ',
                                      'Good Articles.']))
    # Finally, any option directly specified on the command-line will
    # override previous values assigned to any argument
    args = parser.parse_args(remain_args)
    start = time.time()
    print()
    print("*** WIKIPEDIA DATA ANALYSIS TOOLKIT ***")
    print()
    if args.debug:
        print(args)

    # TODO: Control for incompatible combinations of command-line arguments

    if 'ETL:RevHistory' in opts['tool_secs']:
        # Testing with default options:
        #   - lang: 'scowiki'
        #   - date: latest dump

        task = tasks.RevHistoryTask(lang=args.lang,