<commit_before>[package]
name = "caribon"
version = "0.8.0"
authors = ["<NAME> <<EMAIL>>"]
readme = "README.md"
license = "LGPL-2.1+"
documentation = "https://docs.rs/caribon/"
repository = "https://github.com/lise-henry/caribon"
description = "A repetition detector program and library"

[lib]
name = "caribon"
path = "src/lib/lib.rs"

[[bin]]
name = "caribon"
path = "src/bin/main.rs"
doc = false

[dependencies]
stemmer = "0.3"
strsim = "0.6"
<commit_msg>Bump version to 0.8.1<commit_after>[package]
name = "caribon"
version = "0.8.1"
authors = ["<NAME> <<EMAIL>>"]
readme = "README.md"
license = "LGPL-2.1+"
documentation = "https://docs.rs/caribon/"
repository = "https://github.com/lise-henry/caribon"
description = "A repetition detector program and library"

[lib]
name = "caribon"
path = "src/lib/lib.rs"

[[bin]]
name = "caribon"
path = "src/bin/main.rs"
doc = false

[dependencies]
stemmer = "0.3"
strsim = "0.6"

{'fraction_non_alphanumeric': 0.19913419913419914, 'fraction_numerical': 0.022727272727272728, 'mean_word_length': 4.4411764705882355, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1237258', 'n_tokens_mistral': 390, 'n_tokens_neox': 376, 'n_words': 83}