<commit_before>State,2004,2005,2006,2007,2008,2009,2010,2011,2012,2013
Alabama,,,,,,,,,,
Alaska,,,,,,,,,,
Arizona,,,,,,,,,,
Arkansas,,,,,,,,,,
California,48.5,49.2,48.7,51.5,49.6,49.1,49.5,51.3,54.3,46.1
Colorado,,,,,,,,,,
Connecticut,55.8,53.7,,,51.0,,,,,
Delaware,,,,,71.7,71.4,72.6,74.5,68.3,
Florida,,,,,,,,,,
Georgia,27.7,28.6,27.8,27.3,26.5,26.8,26.7,26.8,26.6,26.2
Hawaii,,,,,,,,,,
Idaho,,,,,,,,,,
Illinois,,,,,,,,,,
Indiana,,,,,,,,,,
Iowa,,,,,,,,,,
Kansas,,,,,,,,,,
Kentucky,,,,,,,,,,
Louisiana,,,,,,,,,,
Maine,,,,,,,,,,
Maryland,,,,,,,,,,
Massachusetts,,,,,,,,,,
Michigan,,,,,,,,,,
Minnesota,,,37.0,35.0,36.0,35.0,34.0,36.0,36.0,
Mississippi,,,,,,,,,,
Missouri,,,16.1,16.0,16.7,17.7,17.9,18.6,19.4,19.0
Montana,,,,,,,,,,
Nebraska,,,,,,,,,,
Nevada,,,,,,,,,,
New Hampshire,,,,,,,,,,
New Jersey,,,,45.0,42.0,39.0,42.0,40.0,40.1,
New Mexico,,,,,,,,,,
New York,,,,,,,,,,
North Carolina,,,,,,,,26.6,,26.0
North Dakota,,,,,,,,,,
Ohio,,,,,,,,,,
Oklahoma,,,,,,,,,,
Oregon,43.4,41.7,40.0,39.7,39.4,37.1,38.5,39.1,40.3,41.4
Pennsylvania,,,,,,,,,,
Rhode Island,,,,,,,,,,
South Carolina,,,,,,,,,,
South Dakota,,,,,,,,,,
Tennessee,,,,,,,,,,
Texas,,,,,,,,36.4,36.8,36.1
Utah,,,,,,,,,,
Vermont,,,,,,,,,,
Virginia,,,,43.5,42.3,43.2,45.0,48.0,,
Washington,,,,,,,,,,
West Virginia,,,,,,,,,,
Wisconsin,36.1,34.1,33.7,33.2,31.0,30.9,32.3,31.9,32.6,
Wyoming,,,,,,,,,,<commit_msg>Add abbrev to prison reconviction csv<commit_after>State,2004,2005,2006,2007,2008,2009,2010,2011,2012,2013
Alabama,AL,,,,,,,,,,
Alaska,AK,,,,,,,,,,
Arizona,AZ,,,,,,,,,,
Arkansas,AR,,,,,,,,,,
California,CA,48.5,49.2,48.7,51.5,49.6,49.1,49.5,51.3,54.3,46.1
Colorado,CO,,,,,,,,,,
Connecticut,CT,55.8,53.7,,,51.0,,,,,
Delaware,DE,,,,,71.7,71.4,72.6,74.5,68.3,
Florida,FL,,,,,,,,,,
Georgia,GA,27.7,28.6,27.8,27.3,26.5,26.8,26.7,26.8,26.6,26.2
Hawaii,HI,,,,,,,,,,
Idaho,ID,,,,,,,,,,
Illinois,IL,,,,,,,,,,
Indiana,IN,,,,,,,,,,
Iowa,IA,,,,,,,,,,
Kansas,KS,,,,,,,,,,
Kentucky,KY,,,,,,,,,,
Louisiana,LA,,,,,,,,,,
Maine,ME,,,,,,,,,,
Maryland,MD,,,,,,,,,,
Massachusetts,MA,,,,,,,,,,
Michigan,MI,,,,,,,,,,
Minnesota,MN,,,37.0,35.0,36.0,35.0,34.0,36.0,36.0,
Mississippi,MS,,,,,,,,,,
Missouri,MO,,,16.1,16.0,16.7,17.7,17.9,18.6,19.4,19.0
Montana,MT,,,,,,,,,,
Nebraska,NE,,,,,,,,,,
Nevada,NV,,,,,,,,,,
New Hampshire,NH,,,,,,,,,,
New Jersey,NJ,,,,45.0,42.0,39.0,42.0,40.0,40.1,
New Mexico,NM,,,,,,,,,,
New York,NY,,,,,,,,,,
North Carolina,NC,,,,,,,,26.6,,26.0
North Dakota,ND,,,,,,,,,,
Ohio,OH,,,,,,,,,,
Oklahoma,OK,,,,,,,,,,
Oregon,OR,43.4,41.7,40.0,39.7,39.4,37.1,38.5,39.1,40.3,41.4
Pennsylvania,PA,,,,,,,,,,
Rhode Island,RI,,,,,,,,,,
South Carolina,SC,,,,,,,,,,
South Dakota,SD,,,,,,,,,,
Tennessee,TN,,,,,,,,,,
Texas,TX,,,,,,,,36.4,36.8,36.1
Utah,UT,,,,,,,,,,
Vermont,VT,,,,,,,,,,
Virginia,VA,,,,43.5,42.3,43.2,45.0,48.0,,
Washington,WA,,,,,,,,,,
West Virginia,WV,,,,,,,,,,
Wisconsin,WI,36.1,34.1,33.7,33.2,31.0,30.9,32.3,31.9,32.6,
Wyoming,WY,,,,,,,,,,
{'fraction_non_alphanumeric': 0.4239504473503097, 'fraction_numerical': 0.18857536132140398, 'mean_word_length': 9.308510638297872, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2125053', 'n_tokens_mistral': 1468, 'n_tokens_neox': 1212, 'n_words': 126}