<commit_before>[build-system]
requires = [
    "setuptools",
    "wheel",
    "cython>=0.25",
    "cymem>=2.0.2,<2.1.0",
    "preshed>=3.0.2,<3.1.0",
    "murmurhash>=0.28.0,<1.1.0",
    "thinc==8.0.0a9",
    "blis>=0.4.0,<0.5.0"
]
build-backend = "setuptools.build_meta"
<commit_msg>updating thinc also in pyproject.toml<commit_after>[build-system]
requires = [
    "setuptools",
    "wheel",
    "cython>=0.25",
    "cymem>=2.0.2,<2.1.0",
    "preshed>=3.0.2,<3.1.0",
    "murmurhash>=0.28.0,<1.1.0",
    "thinc==8.0.0a11",
    "blis>=0.4.0,<0.5.0"
]
build-backend = "setuptools.build_meta"

{'fraction_non_alphanumeric': 0.2580101180438449, 'fraction_numerical': 0.10961214165261383, 'mean_word_length': 3.0684931506849313, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 13, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2303975', 'n_tokens_mistral': 316, 'n_tokens_neox': 302, 'n_words': 28}