<commit_before>dir 'plugin_gems'
download "httpclient", "2.7.2"
download "td-client", "0.8.81"
download "td", "0.14.0"
download "fluent-plugin-td", "0.10.28"
download "thrift", "0.8.0"
download "fluent-plugin-scribe", "0.10.14"
download "uuidtools", "2.1.5"
download "bson", "1.12.5"
download "bson_ext", "1.12.5"
download "mongo", "1.12.5"
download "fluent-plugin-mongo", "0.7.13"
download "aws-sdk", "2.3.14"
download "aws-sdk-v1", "1.66.0"
download "fluent-plugin-s3", "0.6.8"
download "webhdfs", "0.8.0"
download "fluent-plugin-webhdfs", "0.4.2"
download "string-scrub", "0.0.5"
download "fluent-plugin-rewrite-tag-filter", "1.5.5"<commit_msg>Explicitly added Google Protobuf to plugin gems (#15)<commit_after>dir 'plugin_gems'
download "httpclient", "2.7.2"
download "td-client", "0.8.81"
download "td", "0.14.0"
download "fluent-plugin-td", "0.10.28"
download "thrift", "0.8.0"
download "fluent-plugin-scribe", "0.10.14"
download "uuidtools", "2.1.5"
download "bson", "1.12.5"
download "bson_ext", "1.12.5"
download "mongo", "1.12.5"
download "fluent-plugin-mongo", "0.7.13"
download "aws-sdk", "2.3.14"
download "aws-sdk-v1", "1.66.0"
download "fluent-plugin-s3", "0.6.8"
download "google-protobuf", "3.0.2"
download "webhdfs", "0.8.0"
download "fluent-plugin-webhdfs", "0.4.2"
download "string-scrub", "0.0.5"
download "fluent-plugin-rewrite-tag-filter", "1.5.5"
{'fraction_non_alphanumeric': 0.227007299270073, 'fraction_numerical': 0.10291970802919707, 'mean_word_length': 4.858974358974359, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 37, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '453989', 'n_tokens_mistral': 637, 'n_tokens_neox': 607, 'n_words': 121}