<commit_before>syntax = "proto3";

/* NEXT TODO !!
convert comm.proto over to message, replace all the message types with
their protobuf desecribed components!

then can get rid of some of the translate stuff, begin moving
everything over to gRPC.
*/

package message;

// services<commit_msg>removed TODO (I did it)<commit_after>syntax = "proto3";

package message;

// services
{'fraction_non_alphanumeric': 0.0870712401055409, 'fraction_numerical': 0.005277044854881266, 'mean_word_length': 4.6716417910447765, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5485358', 'n_tokens_mistral': 112, 'n_tokens_neox': 108, 'n_words': 46}