<commit_before>#!/usr/bin/env python
# -*- coding: utf-8 -*-
# vim: sw=4:ts=4:expandtab

"""
tests.test
~~~~~~~~~~

Provides scripttests pygogo CLI functionality.
"""

from __future__ import (
    absolute_import, division, print_function, with_statement,
    unicode_literals)

import sys

from difflib import unified_diff
from os import path as p
from io import StringIO
from timeit import default_timer as timer

import pygogo as gogo

from builtins import *
from scripttest import TestFileEnvironment


def main(script, tests, verbose=False, stop=True):
    """ Main method

    Returns 0 on success, 1 on failure<commit_msg>BUGFIX: Add pygogo to test path<commit_after>#!/usr/bin/env python
# -*- coding: utf-8 -*-
# vim: sw=4:ts=4:expandtab

"""
tests.test
~~~~~~~~~~

Provides scripttests pygogo CLI functionality.
"""

from __future__ import (
    absolute_import, division, print_function, with_statement,
    unicode_literals)

import sys

from difflib import unified_diff
from os import path as p
from io import StringIO
from timeit import default_timer as timer

sys.path.append('../pygogo')
import pygogo as gogo

from builtins import *
from scripttest import TestFileEnvironment


def main(script, tests, verbose=False, stop=True):
    """ Main method

    Returns 0 on success, 1 on failure
{'fraction_non_alphanumeric': 0.09961685823754789, 'fraction_numerical': 0.007662835249042145, 'mean_word_length': 4.533898305084746, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '174917', 'n_tokens_mistral': 416, 'n_tokens_neox': 398, 'n_words': 139}