<commit_before>id,name,abbreviation,country,type,sort,status,occupied,notes,fips_state,assoc_press,standard_federal_region,census_region,census_region_name,census_division,census_division_name,circuit_court
1,Alabama,AL,USA,state,10,current,occupied,,1,Ala.,IV,3,South,6,East South Central,11
2,Alaska,AK,USA,state,10,current,occupied,,2,Alaska,X,4,West,9,Pacific,9
3,Arizona,AZ,USA,state,10,current,occupied,,4,Ariz.,IX,4,West,8,Mountain,9
4,Arkansas,AR,USA,state,10,current,occupied,,5,Ark.,VI,3,South,7,West South Central,8
5,California,CA,USA,state,10,current,occupied,,6,Calif.,IX,4,West,9,Pacific,9
6,Colorado,CO,USA,state,10,current,occupied,,8,Colo.,VIII,4,West,8,Mountain,10
7,Connecticut,CT,USA,state,10,current,occupied,,9,Conn.,I,1,Northeast,1,New England,2
8,Delaware,DE,USA,state,10,current,occupied,,10,Del.,III,3,South,5,South Atlantic,3
9,Florida,FL,USA,state,10,current,occupied,,12,Fla.,IV,3,South,5,South Atlantic,11
10,Georgia,GA,USA,state,10,current,occupied,,13,Ga.,IV,3,South,5,South Atlantic,11
11,Hawaii,HI,USA,state,10,current,occupied,,15,Hawaii,IX,4,West,9,Pacific,9
12,Idaho,ID,USA,state,10,current,occupied,,16,Idaho,X,4,West,8,Mountain,9
13,Illinois,IL,USA,state,10,current,occupied,,17,Ill.,V,2,Midwest,3,East North Central,7
14,Indiana,IN,USA,state,10,current,occupied,,18,Ind.,V,2,Midwest,3,East North Central,7
15,Iowa,IA,USA,state,10,current,occupied,,19,Iowa,VII,2,Midwest,4,West North Central,8
16,Kansas,KS,USA,state,10,current,occupied,,20,Kan.,VII,2,Midwest,4,West North Central,10
17,Kentucky,KY,USA,state,10,current,occupied,,21,Ky.,IV,3,South,6,East South Central,6
18,Louisiana,LA,USA,state,10,current,occupied,,22,La.,VI,3,South,7,West South Central,5
19,Maine,ME,USA,state,10,current,occupied,,23,Maine,I,1,Northeast,1,New England,1
20,Maryland,MD,USA,state,10,current,occupied,,24,Md.,III,3,South,5,South Atlantic,4
21,Massachusetts,MA,USA,state,10,current,occupied,,25,Mass.,I,1,Northeast,1,New England,1
22,Michigan,MI,USA,state,10,current,occupied,,26,Mich.,V,2,Midwest,3,East North Central,6
23,Minnesota,MN,USA,state,10,current,occupied,,27,Minn.,V,2,Midwest,4,West North Central,8
24,Mississippi,MS,USA,state,10,current,occupied,,28,Miss.,IV,3,South,6,East South Central,5
25,Missouri,MO,USA,state,10,current,occupied,,29,Mo.,VII,2,Midwest,4,West North Central,8
26,Montana,MT,USA,state,10,current,occupied,,30,Mont.,VIII,4,West,8,Mountain,9
27,Nebraska,NE,USA,state,10,current,occupied,,31,Nebr.,VII,2,Midwest,4,West North Central,8
28,Nevada,NV,USA,state,10,current,occupied,,32,Nev.,IX,4,West,8,Mountain,9
29,New Hampshire,NH,USA,state,10,current,occupied,,33,N.H.,I,1,Northeast,1,New England,1
30,New Jersey,NJ,USA,state,10,current,occupied,,34,N.J.,II,1,Northeast,2,Mid-Atlantic,3
31,New Mexico,NM,USA,state,10,current,occupied,,35,N.M.,VI,4,West,8,Mountain,10
32,New York,NY,USA,state,10,current,occupied,,36,N.Y.,II,1,Northeast,2,Mid-Atlantic,2
33,North Carolina,NC,USA,state,10,current,occupied,,37,N.C.,IV,3,South,5,South Atlantic,4
34,North Dakota,ND,USA,state,10,current,occupied,,38,N.D.,VIII,2,Midwest,4,West North Central,8
35,Ohio,OH,USA,state,10,current,occupied,,39,Ohio,V,2,Midwest,3,East North Central,6
36,Oklahoma,OK,USA,state,10,current,occupied,,40,Okla.,VI,3,South,7,West South Central,10
37,Oregon,OR,USA,state,10,current,occupied,,41,Ore.,X,4,West,9,Pacific,9
38,Pennsylvania,PA,USA,state,10,current,occupied,,42,Pa.,III,1,Northeast,2,Mid-Atlantic,3
39,Rhode Island,RI,USA,state,10,current,occupied,,44,R.I.,I,1,Northeast,1,New England,1
40,South Carolina,SC,USA,state,10,current,occupied,,45,S.C.,IV,3,South,5,South Atlantic,4
41,South Dakota,SD,USA,state,10,current,occupied,,46,S.D.,VIII,2,Midwest,4,West North Central,8
42,Tennessee,TN,USA,state,10,current,occupied,,47,Tenn.,IV,3,South,6,East South Central,6
43,Texas,TX,USA,state,10,current,occupied,,48,Texas,VI,3,South,7,West South Central,5
44,Utah,UT,USA,state,10,current,occupied,,49,Utah,VIII,4,West,8,Mountain,10<commit_msg>Changed Nebraska AP abbreviation to Neb.<commit_after>id,name,abbreviation,country,type,sort,status,occupied,notes,fips_state,assoc_press,standard_federal_region,census_region,census_region_name,census_division,census_division_name,circuit_court
1,Alabama,AL,USA,state,10,current,occupied,,1,Ala.,IV,3,South,6,East South Central,11
2,Alaska,AK,USA,state,10,current,occupied,,2,Alaska,X,4,West,9,Pacific,9
3,Arizona,AZ,USA,state,10,current,occupied,,4,Ariz.,IX,4,West,8,Mountain,9
4,Arkansas,AR,USA,state,10,current,occupied,,5,Ark.,VI,3,South,7,West South Central,8
5,California,CA,USA,state,10,current,occupied,,6,Calif.,IX,4,West,9,Pacific,9
6,Colorado,CO,USA,state,10,current,occupied,,8,Colo.,VIII,4,West,8,Mountain,10
7,Connecticut,CT,USA,state,10,current,occupied,,9,Conn.,I,1,Northeast,1,New England,2
8,Delaware,DE,USA,state,10,current,occupied,,10,Del.,III,3,South,5,South Atlantic,3
9,Florida,FL,USA,state,10,current,occupied,,12,Fla.,IV,3,South,5,South Atlantic,11
10,Georgia,GA,USA,state,10,current,occupied,,13,Ga.,IV,3,South,5,South Atlantic,11
11,Hawaii,HI,USA,state,10,current,occupied,,15,Hawaii,IX,4,West,9,Pacific,9
12,Idaho,ID,USA,state,10,current,occupied,,16,Idaho,X,4,West,8,Mountain,9
13,Illinois,IL,USA,state,10,current,occupied,,17,Ill.,V,2,Midwest,3,East North Central,7
14,Indiana,IN,USA,state,10,current,occupied,,18,Ind.,V,2,Midwest,3,East North Central,7
15,Iowa,IA,USA,state,10,current,occupied,,19,Iowa,VII,2,Midwest,4,West North Central,8
16,Kansas,KS,USA,state,10,current,occupied,,20,Kan.,VII,2,Midwest,4,West North Central,10
17,Kentucky,KY,USA,state,10,current,occupied,,21,Ky.,IV,3,South,6,East South Central,6
18,Louisiana,LA,USA,state,10,current,occupied,,22,La.,VI,3,South,7,West South Central,5
19,Maine,ME,USA,state,10,current,occupied,,23,Maine,I,1,Northeast,1,New England,1
20,Maryland,MD,USA,state,10,current,occupied,,24,Md.,III,3,South,5,South Atlantic,4
21,Massachusetts,MA,USA,state,10,current,occupied,,25,Mass.,I,1,Northeast,1,New England,1
22,Michigan,MI,USA,state,10,current,occupied,,26,Mich.,V,2,Midwest,3,East North Central,6
23,Minnesota,MN,USA,state,10,current,occupied,,27,Minn.,V,2,Midwest,4,West North Central,8
24,Mississippi,MS,USA,state,10,current,occupied,,28,Miss.,IV,3,South,6,East South Central,5
25,Missouri,MO,USA,state,10,current,occupied,,29,Mo.,VII,2,Midwest,4,West North Central,8
26,Montana,MT,USA,state,10,current,occupied,,30,Mont.,VIII,4,West,8,Mountain,9
27,Nebraska,NE,USA,state,10,current,occupied,,31,Neb.,VII,2,Midwest,4,West North Central,8
28,Nevada,NV,USA,state,10,current,occupied,,32,Nev.,IX,4,West,8,Mountain,9
29,New Hampshire,NH,USA,state,10,current,occupied,,33,N.H.,I,1,Northeast,1,New England,1
30,New Jersey,NJ,USA,state,10,current,occupied,,34,N.J.,II,1,Northeast,2,Mid-Atlantic,3
31,New Mexico,NM,USA,state,10,current,occupied,,35,N.M.,VI,4,West,8,Mountain,10
32,New York,NY,USA,state,10,current,occupied,,36,N.Y.,II,1,Northeast,2,Mid-Atlantic,2
33,North Carolina,NC,USA,state,10,current,occupied,,37,N.C.,IV,3,South,5,South Atlantic,4
34,North Dakota,ND,USA,state,10,current,occupied,,38,N.D.,VIII,2,Midwest,4,West North Central,8
35,Ohio,OH,USA,state,10,current,occupied,,39,Ohio,V,2,Midwest,3,East North Central,6
36,Oklahoma,OK,USA,state,10,current,occupied,,40,Okla.,VI,3,South,7,West South Central,10
37,Oregon,OR,USA,state,10,current,occupied,,41,Ore.,X,4,West,9,Pacific,9
38,Pennsylvania,PA,USA,state,10,current,occupied,,42,Pa.,III,1,Northeast,2,Mid-Atlantic,3
39,Rhode Island,RI,USA,state,10,current,occupied,,44,R.I.,I,1,Northeast,1,New England,1
40,South Carolina,SC,USA,state,10,current,occupied,,45,S.C.,IV,3,South,5,South Atlantic,4
41,South Dakota,SD,USA,state,10,current,occupied,,46,S.D.,VIII,2,Midwest,4,West North Central,8
42,Tennessee,TN,USA,state,10,current,occupied,,47,Tenn.,IV,3,South,6,East South Central,6
43,Texas,TX,USA,state,10,current,occupied,,48,Texas,VI,3,South,7,West South Central,5
44,Utah,UT,USA,state,10,current,occupied,,49,Utah,VIII,4,West,8,Mountain,10
{'fraction_non_alphanumeric': 0.19379552876161768, 'fraction_numerical': 0.09746294900778699, 'mean_word_length': 24.938110749185668, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '587863', 'n_tokens_mistral': 3816, 'n_tokens_neox': 3314, 'n_words': 210}