<commit_before>[build-system]
requires = ['setuptools >= 42.0.0, < 58', 'wheel']
build-backend = 'setuptools.build_meta'

[tool.black]
line-length = 88
target-version = ['py38']
include = '\.pyi?$'
exclude = '''
/(
    \.eggs
  | \.git
  | \.domino
  | build
  | dist
  | __pycache__
)/
'''

[tool.isort]
multi_line_output = 3
include_trailing_comma = true
force_grid_wrap = 0
use_parentheses = true
line_length = 88
known_standard_library = 'posixpath'
known_first_party = ['nupic.research', 'nupic.torch', 'nupic.tensorflow']
known_third_party = ['elasticsearch', 'dotenv', 'torch', 'tensorflow', 'tabulate',
                     'tqdm', 'wandb', 'transformers', 'tokenizers', 'datasets', 
                     'deepspeed', 'scipy', 'sklearn', 'seaborn']

<commit_msg>add ptitprince to pyproject.toml<commit_after>[build-system]
requires = ['setuptools >= 42.0.0, < 58', 'wheel']
build-backend = 'setuptools.build_meta'

[tool.black]
line-length = 88
target-version = ['py38']
include = '\.pyi?$'
exclude = '''
/(
    \.eggs
  | \.git
  | \.domino
  | build
  | dist
  | __pycache__
)/
'''

[tool.isort]
multi_line_output = 3
include_trailing_comma = true
force_grid_wrap = 0
use_parentheses = true
line_length = 88
known_standard_library = 'posixpath'
known_first_party = ['nupic.research', 'nupic.torch', 'nupic.tensorflow']
known_third_party = ['elasticsearch', 'dotenv', 'torch', 'tensorflow', 'tabulate',
                     'tqdm', 'wandb', 'transformers', 'tokenizers', 'datasets', 
                     'deepspeed', 'scipy', 'sklearn', 'seaborn', 'ptitprince']


{'fraction_non_alphanumeric': 0.1729179910998093, 'fraction_numerical': 0.017800381436745075, 'mean_word_length': 3.798780487804878, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1301510', 'n_tokens_mistral': 617, 'n_tokens_neox': 583, 'n_words': 112}