<commit_before>State,Abbrev,2004,2005,2006,2007,2008,2009,2010,2011,2012,2013
Alabama,AL,,,,,,,,,,
Alaska,AK,,,,,,,,,,
Arizona,AZ,,,,,,,,,,
Arkansas,AR,,,21.0,20.6,20.8,,,,,
California,CA,,,,,,,,,,
Colorado,CO,,,,,,,,,,
Connecticut,CT,,,,,,,,,,
Delaware,DE,,,,,,,,,,
Florida,FL,,,,,,,,,,
Georgia,GA,,,,,,,,,,
Hawaii,HI,,,,,,,,,,
Idaho,ID,33.5,31.9,31.0,27.6,28.2,30.9,33.4,33.3,31.9,31.9
Illinois,IL,,,,,,,,,,
Indiana,IN,,,,,,,,,,
Iowa,IA,,,,,,,21.0,20.0,17.0,18.0
Kansas,KS,,,,,,,,,,
Kentucky,KY,,,,,,,,,
Louisiana,LA,,,,,,,,,,
Maine,ME,,,,,,,,,,
Maryland,MD,,,,,,,,,,
Massachusetts,MA,,,,,,,,,,
Michigan,MI,,,,,,,,,,
Minnesota,MN,,,,,,,,,,
Mississippi,MS,,,,,,,,,,
Missouri,MO,,,,27.4,26.1,25.5,26.0,27.8,28.8,27.7
Montana,MT,,,,,,,,,,
Nebraska,NE,,,,,,,,,,
Nevada,NV,,,,,,,,,,
New Hampshire,NH,,,,,,,,,,
New Jersey,NJ,,,,,,,,,,
New Mexico,NM,,,,,,,,,,
New York,NY,,,,,,,,,,
North Carolina,NC,,,,,,,,22.2,,14.0
North Dakota,ND,,,,,,,,,,
Ohio,OH,,,,,,,,,,
Oklahoma,OK,,,,,,,,,,
Oregon,OR,13.3,12.7,11.4,10.2,9.8,9.5,10.8,12.5,12.4,13.8
Pennsylvania,PA,,,,,,,,,,
Rhode Island,RI,,,,,,,,,,
South Carolina,SC,,,,,,,,,,
South Dakota,SD,,,,,,,,,,
Tennessee,TN,,,,,,,,,,
Texas,TX,,,,,,,,24.1,25.3,25.8
Utah,UT,,,,,,,,,,
Vermont,VT,,,,,,,,,,
Virginia,VA,,,,,,,,,,<commit_msg>add comma to row 18<commit_after>State,Abbrev,2004,2005,2006,2007,2008,2009,2010,2011,2012,2013
Alabama,AL,,,,,,,,,,
Alaska,AK,,,,,,,,,,
Arizona,AZ,,,,,,,,,,
Arkansas,AR,,,21.0,20.6,20.8,,,,,
California,CA,,,,,,,,,,
Colorado,CO,,,,,,,,,,
Connecticut,CT,,,,,,,,,,
Delaware,DE,,,,,,,,,,
Florida,FL,,,,,,,,,,
Georgia,GA,,,,,,,,,,
Hawaii,HI,,,,,,,,,,
Idaho,ID,33.5,31.9,31.0,27.6,28.2,30.9,33.4,33.3,31.9,31.9
Illinois,IL,,,,,,,,,,
Indiana,IN,,,,,,,,,,
Iowa,IA,,,,,,,21.0,20.0,17.0,18.0
Kansas,KS,,,,,,,,,,
Kentucky,KY,,,,,,,,,,
Louisiana,LA,,,,,,,,,,
Maine,ME,,,,,,,,,,
Maryland,MD,,,,,,,,,,
Massachusetts,MA,,,,,,,,,,
Michigan,MI,,,,,,,,,,
Minnesota,MN,,,,,,,,,,
Mississippi,MS,,,,,,,,,,
Missouri,MO,,,,27.4,26.1,25.5,26.0,27.8,28.8,27.7
Montana,MT,,,,,,,,,,
Nebraska,NE,,,,,,,,,,
Nevada,NV,,,,,,,,,,
New Hampshire,NH,,,,,,,,,,
New Jersey,NJ,,,,,,,,,,
New Mexico,NM,,,,,,,,,,
New York,NY,,,,,,,,,,
North Carolina,NC,,,,,,,,22.2,,14.0
North Dakota,ND,,,,,,,,,,
Ohio,OH,,,,,,,,,,
Oklahoma,OK,,,,,,,,,,
Oregon,OR,13.3,12.7,11.4,10.2,9.8,9.5,10.8,12.5,12.4,13.8
Pennsylvania,PA,,,,,,,,,,
Rhode Island,RI,,,,,,,,,,
South Carolina,SC,,,,,,,,,,
South Dakota,SD,,,,,,,,,,
Tennessee,TN,,,,,,,,,,
Texas,TX,,,,,,,,24.1,25.3,25.8
Utah,UT,,,,,,,,,,
Vermont,VT,,,,,,,,,,
Virginia,VA,,,,,,,,,,
{'fraction_non_alphanumeric': 0.4388998035363458, 'fraction_numerical': 0.12259332023575638, 'mean_word_length': 12.191709844559586, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4362112', 'n_tokens_mistral': 1132, 'n_tokens_neox': 954, 'n_words': 115}