# Path: tlfp/tools/common.py
# def log_print(file=None, only_log=False):
#         def __init__(self, file):
#         def write(self, message):
#         def __getattr__(self, attr):
# def open_csv(dirpath, filename, delimiter=";"):
# def open_json(dirpath, filename=None):
# def download_daily(url_or_collecter, filename, output_directory):
# def print_json(dico, filename=None):
# def debug_file(data, filename):
# def format_date(d):
# def format_display_date(d):
# def real_lower(text):
# def clean_accents(text):
# def clean_text_for_diff(text):
# def compute_approx_similarity(text1, text2):
# def compute_similarity(text1, text2):
# def compute_similarity_by_articles(text1, text2):
# def identify_room(url_or_institution, legislature):
# def national_assembly_text_legislature(url_text):
# def personalize_link(link, obj, urlapi):
# def slug_groupe(g):
#     def __init__(self, sourcedir, load_parls=False):
#     def get_procedure(self):
#     def get_parlementaires(self):
#     def get_parlementaire(self, urlapi, slug):
#     def get_groupes(self):
#     def get_historique_groupes_senat(self):
#     def get_senateur_groupe(self, slug, object_date, urlapi):
#     def add_groupe(self, groupes, gpe, urlapi):
# def get_text_id(texte_url):
#     class Logger:
# class Context(object):


import os, sys, glob, re
from tlfp.tools.common import strip_text, compute_similarity_by_articles, open_json, print_json, \
    clean_text_for_diff, datize, clean_statuses
    count = 0
    for step in steps:
        if step.get('step') == 'depot':
            count += 1
        else:
            break
    return count


def count_navettes(steps):
    count = 0
    last_step = None
    for step in steps:
        if step.get('step') == 'depot':
            if not last_step or last_step.get('step') != 'depot':
                count += 1
        elif step.get('stage') == 'CMP' and step.get('step') == 'commission':
            count += 1
        elif step.get('stage') in ('congrès', 'constitutionnalité'):
            count += 1
        last_step = step
    return count


def count_texts(steps):
    return len([step for step in steps if step.get('debats_order') is not None])


def read_articles(step):
    articles = step['texte.json']['articles']

# Path: tlfp/tools/common.py
# def log_print(file=None, only_log=False):
#         def __init__(self, file):
#         def write(self, message):
#         def __getattr__(self, attr):
# def open_csv(dirpath, filename, delimiter=";"):
# def open_json(dirpath, filename=None):
# def download_daily(url_or_collecter, filename, output_directory):
# def print_json(dico, filename=None):
# def debug_file(data, filename):
# def format_date(d):
# def format_display_date(d):
# def real_lower(text):
# def clean_accents(text):
# def clean_text_for_diff(text):
# def compute_approx_similarity(text1, text2):
# def compute_similarity(text1, text2):
# def compute_similarity_by_articles(text1, text2):
# def identify_room(url_or_institution, legislature):
# def national_assembly_text_legislature(url_text):
# def personalize_link(link, obj, urlapi):
# def slug_groupe(g):
#     def __init__(self, sourcedir, load_parls=False):
#     def get_procedure(self):
#     def get_parlementaires(self):
#     def get_parlementaire(self, urlapi, slug):
#     def get_groupes(self):
#     def get_historique_groupes_senat(self):
#     def get_senateur_groupe(self, slug, object_date, urlapi):
#     def add_groupe(self, groupes, gpe, urlapi):
# def get_text_id(texte_url):
#     class Logger:
# class Context(object):


# Path: tlfp/tools/compute_stats.py
import os, sys, glob, re
from tlfp.tools.common import strip_text, compute_similarity_by_articles, open_json, print_json, \
    clean_text_for_diff, datize, clean_statuses

    count = 0
    for step in steps:
        if step.get('step') == 'depot':
            count += 1
        else:
            break
    return count


def count_navettes(steps):
    count = 0
    last_step = None
    for step in steps:
        if step.get('step') == 'depot':
            if not last_step or last_step.get('step') != 'depot':
                count += 1
        elif step.get('stage') == 'CMP' and step.get('step') == 'commission':
            count += 1
        elif step.get('stage') in ('congrès', 'constitutionnalité'):
            count += 1
        last_step = step
    return count


def count_texts(steps):
    return len([step for step in steps if step.get('debats_order') is not None])


def read_articles(step):
    articles = step['texte.json']['articles']

    arts = {art['titre']: clean_text_for_diff(read_alineas(art)) for art in articles}