<commit_before>[package]
name = "asn1-utils"
version = "0.1.0"
authors = ["Josh <<EMAIL>>"]

[dependencies]
argparse = "0.2"
serde = "0.7"
serde_json = "0.7"
asn1-cereal = { path = "../asn1-cereal" }
asn1-cereal-derive = { path = "../asn1-cereal-derive" }

[[bin]]
path="src/ber-dump.rs"
name="ber-dump"

[[bin]]
path="src/ber-json-decode.rs"
name="ber-json-decode"

[[bin]]
path="src/simple.rs"
name="simple"

[[bin]]
path="src/test1.rs"
name="test1"
<commit_msg>Add env_logger to simple.rs<commit_after>[package]
name = "asn1-utils"
version = "0.1.0"
authors = ["Josh <<EMAIL>>"]

[dependencies]
argparse = "0.2"
serde = "0.7"
serde_json = "0.7"
asn1-cereal = { path = "../asn1-cereal" }
log = "^0"
env_logger = "^0"
asn1-cereal-derive = { path = "../asn1-cereal-derive" }

[[bin]]
path="src/ber-dump.rs"
name="ber-dump"

[[bin]]
path="src/ber-json-decode.rs"
name="ber-json-decode"

[[bin]]
path="src/simple.rs"
name="simple"

[[bin]]
path="src/test1.rs"
name="test1"

{'fraction_non_alphanumeric': 0.24613800205973224, 'fraction_numerical': 0.035015447991761074, 'mean_word_length': 4.430167597765363, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6847706', 'n_tokens_mistral': 454, 'n_tokens_neox': 443, 'n_words': 73}