<commit_before>[package]
name = "pq"
version = "1.0.2"
authors = ["<NAME> <<EMAIL>>"]
description = "jq for protobuf"
repository = "https://github.com/sevagh/pq"
documentation = "https://github.com/sevagh/pq"
readme = "README.md"
license = "MIT"
keywords = ["protobuf", "serde"]
exclude = ["erased-serde-json/**", "stream-delimit/**", "pq-bin.tar.gz", "pq", "pq_docker", "Dockerfile", "target/**", "Makefile"]

[dependencies]
serde = "1.0"
serde-value = "0.5"
erased_serde_json = { path = "erased-serde-json", version = "0.1.0" }
serde_json = "1.0"
serde-protobuf = "0.7"
protobuf = "1.4"
nix = "0.9"
stream_delimit = { path = "stream-delimit", version = "0.4.8" }
clap = "2"

[dev-dependencies]
assert_cli = "0.5"

[features]
default = ["stream_delimit/with_kafka"]

[workspace]
members = ["stream-delimit", "erased-serde-json"]

[profile.release]
debug = true
lto = true
panic = "abort"
<commit_msg>Modify cargo excludes<commit_after>[package]
name = "pq"
version = "1.0.2"
authors = ["<NAME> <<EMAIL>>"]
description = "jq for protobuf"
repository = "https://github.com/sevagh/pq"
documentation = "https://github.com/sevagh/pq"
readme = "README.md"
license = "MIT"
keywords = ["protobuf", "serde"]
exclude = ["pq-bin.tar.gz", "pq", "target/**"]

[dependencies]
serde = "1.0"
serde-value = "0.5"
erased_serde_json = { path = "erased-serde-json", version = "0.1.0" }
serde_json = "1.0"
serde-protobuf = "0.7"
protobuf = "1.4"
nix = "0.9"
stream_delimit = { path = "stream-delimit", version = "0.4.8" }
clap = "2"

[dev-dependencies]
assert_cli = "0.5"

[features]
default = ["stream_delimit/with_kafka"]

[workspace]
members = ["stream-delimit", "erased-serde-json"]

[profile.release]
debug = true
lto = true
panic = "abort"

{'fraction_non_alphanumeric': 0.21205098493626884, 'fraction_numerical': 0.027809965237543453, 'mean_word_length': 4.662295081967213, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2908270', 'n_tokens_mistral': 715, 'n_tokens_neox': 698, 'n_words': 145}