<commit_before>#!/usr/bin/env python
# -*- coding: utf-8 -*-
# vim: sw=4:ts=4:expandtab

"""
tabutils
~~~~~~~~

Provides methods for reading and processing data from tabular formatted files

Attributes:
    CURRENCIES [tuple(unicode)]: Currency symbols to remove from decimal
        strings.
    ENCODING (str): Default file encoding.
    DEFAULT_DATETIME (obj): Default datetime object
"""

from __future__ import (
    absolute_import, division, print_function, with_statement,
    unicode_literals)

import sys

from datetime import datetime as dt
from builtins import *

__version__ = '0.23.3'

__title__ = 'tabutils'
__package_name__ = 'tabutils'
__author__ = '<NAME>'
__description__ = 'tabular data utility methods'
__email__ = '<EMAIL>'
__license__ = 'MIT'
__copyright__ = 'Copyright 2015 Reuben Cummings'


CURRENCIES = ('$', '£', '€')
ENCODING = 'utf-8'
DEFAULT_DATETIME = dt(9999, 12, 31, 0, 0, 0)
<commit_msg>Update description<commit_after>#!/usr/bin/env python
# -*- coding: utf-8 -*-
# vim: sw=4:ts=4:expandtab

"""
tabutils
~~~~~~~~

Provides methods for reading and processing data from tabular formatted files

Attributes:
    CURRENCIES [tuple(unicode)]: Currency symbols to remove from decimal
        strings.
    ENCODING (str): Default file encoding.
    DEFAULT_DATETIME (obj): Default datetime object
"""

from __future__ import (
    absolute_import, division, print_function, with_statement,
    unicode_literals)

import sys

from datetime import datetime as dt
from builtins import *

__version__ = '0.23.3'

__title__ = 'tabutils'
__package_name__ = 'tabutils'
__author__ = '<NAME>'
__description__ = 'A (tabular) data processing toolkit'
__email__ = '<EMAIL>'
__license__ = 'MIT'
__copyright__ = 'Copyright 2015 Reuben Cummings'


CURRENCIES = ('$', '£', '€')
ENCODING = 'utf-8'
DEFAULT_DATETIME = dt(9999, 12, 31, 0, 0, 0)

{'fraction_non_alphanumeric': 0.12392241379310345, 'fraction_numerical': 0.02478448275862069, 'mean_word_length': 4.644376899696049, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2808633', 'n_tokens_mistral': 654, 'n_tokens_neox': 601, 'n_words': 184}