<commit_before># -*- coding: utf-8 -*-
from collections import namedtuple
from decimal import Decimal
import logging
import os
from pprint import pformat
import re
import unicodedata
import unittest
import urlparse

from bs4 import BeautifulSoup
from flask import session, url_for
import xlrd

from cla_public import app
from cla_public.apps.checker.means_test import MeansTest
from cla_public.apps.checker.api import post_to_eligibility_check_api
from cla_public.apps.checker.forms import AboutYouForm, YourBenefitsForm, \
    AdditionalBenefitsForm, PropertiesForm, SavingsForm, IncomeForm, OutgoingsForm, \
    ReviewForm
from cla_public.apps.checker.tests.utils.forms_utils import CATEGORY_MAPPING, \
    FormDataConverter


logging.getLogger('MARKDOWN').setLevel(logging.WARNING)


SPREADSHEET_PATH = os.path.join(
    os.path.dirname(__file__),
    'data/means_test.xlsx')


SCOPE_PATHS = {
    # debt > own home is at risk
    'debt': ['n43n2', 'n0'],
    # benefits > benefits appeal
    'benefits': ['n43n13', 'n20']
}<commit_msg>python test updated for latest scope tree<commit_after># -*- coding: utf-8 -*-
from collections import namedtuple
from decimal import Decimal
import logging
import os
from pprint import pformat
import re
import unicodedata
import unittest
import urlparse

from bs4 import BeautifulSoup
from flask import session, url_for
import xlrd

from cla_public import app
from cla_public.apps.checker.means_test import MeansTest
from cla_public.apps.checker.api import post_to_eligibility_check_api
from cla_public.apps.checker.forms import AboutYouForm, YourBenefitsForm, \
    AdditionalBenefitsForm, PropertiesForm, SavingsForm, IncomeForm, OutgoingsForm, \
    ReviewForm
from cla_public.apps.checker.tests.utils.forms_utils import CATEGORY_MAPPING, \
    FormDataConverter


logging.getLogger('MARKDOWN').setLevel(logging.WARNING)


SPREADSHEET_PATH = os.path.join(
    os.path.dirname(__file__),
    'data/means_test.xlsx')


SCOPE_PATHS = {
    # debt > own home is at risk
    'debt': ['n43n2', 'n0'],
    # benefits > benefits appeal > point of law in court
    'benefits': ['n43n13', 'n20', 'n87']
}
{'fraction_non_alphanumeric': 0.08516612072999533, 'fraction_numerical': 0.012166588675713618, 'mean_word_length': 4.906077348066298, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 8, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1454192', 'n_tokens_mistral': 724, 'n_tokens_neox': 685, 'n_words': 186}