<commit_before>pcmu 0
gsmfr 3
g723 4
dvi4 125
pcma 8
g722 9
cn 13
g729 18
ipcmwb 97
speex8 98
speex16 99
eg711u 100
eg711a 101
ilbc 102
isac 103
isaclc 119
isacswb 104
avt 106
g722_1_16 108
g722_1_24 109
g722_1_32 110
g722_1c_24 84
g722_1c_32 85
g722_1c_48 86
//sc3 111
amr 112
gsmefr 113
g726_16 115
g726_24 116
g726_32 121
red 117
g726_40 118
cn_wb 105
cn_swb32 126
g729_1 107
//g729d 123
amrwb 120
pcm16b 93
pcm16b_wb 94
pcm16b_swb32khz 95
//pcm16b_swb48khz 96
//mpeg4aac 122
silk8 80
silk12 81
silk16 82
silk24 83
melpe 124<commit_msg>Removing unsupported codecs from ptypes file<commit_after>pcmu 0
pcma 8
cn 13
//ipcmwb 97
//eg711u 100
//eg711a 101
ilbc 102
isac 103
isacswb 104
avt 106
red 117
cn_wb 105
cn_swb32 126
pcm16b 93
pcm16b_wb 94
pcm16b_swb32khz 95
//pcm16b_swb48khz 96
//mpeg4aac 122
g722 9
{'fraction_non_alphanumeric': 0.0297029702970297, 'fraction_numerical': 0.35767326732673266, 'mean_word_length': 4.253246753246753, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7312828', 'n_tokens_mistral': 631, 'n_tokens_neox': 402, 'n_words': 136}