<commit_before>[package]
name = "tinysegmenter"
version = "0.1.0"
authors = [ "woxtu <<EMAIL>>" ]
description = "Compact Japanese tokenizer"
repository = "https://github.com/woxtu/rust-tinysegmenter"
license = "MIT"

[dependencies]
lazy_static = "1.0"
maplit = "1.0"

[[test]]
name = "test"
path = "test/test.rs"

[[bench]]
name = "benchmark"
path = "benchmark/benchmark.rs"<commit_msg>Bump version<commit_after>[package]
name = "tinysegmenter"
version = "0.1.1"
authors = [ "woxtu <<EMAIL>>" ]
description = "Compact Japanese tokenizer"
repository = "https://github.com/woxtu/rust-tinysegmenter"
license = "MIT"

[dependencies]
lazy_static = "1.0"
maplit = "1.0"

[[test]]
name = "test"
path = "test/test.rs"

[[bench]]
name = "benchmark"
path = "benchmark/benchmark.rs"
{'fraction_non_alphanumeric': 0.1867704280155642, 'fraction_numerical': 0.018158236057068743, 'mean_word_length': 5.225806451612903, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6285327', 'n_tokens_mistral': 305, 'n_tokens_neox': 298, 'n_words': 62}