<commit_before>state,race_id,description,subject
AL,AL-1970,Right to bear arms,Gun Rights
AL,AL-1972,Right to hunt and fish,Gun Rights
AK,AK-3093,Marijuana legalizaton,Marijuana
AK,AK-3094,Minimum wage increase,Minimum Wage
AZ,AZ-4200,State sovereignty (Prop. 122),Miscellaneous
AR,AR-6468,Minimum wage increase (Issue 5),Minimum Wage
CO,CO-7573,Definition of personhood (Amendment 67),Abortion
CO,CO-7574,Mandatory labeling of GMOs (Prop. 105),GMOs
DC,DC-9334,Marijuana legalizaton (Initiative 71),Marijuana
FL,FL-11681,Medical marijuana (Amendment 2),Marijuana
IL,IL-16329,Minimum wage increase,Minimum Wage
IL,IL-16330,Birth control in prescription drug coverage,Abortion
ME,ME-21269,Bear hunting ban,Gun Rights
MA,MA-24699,Paid sick days (Question 4),Economic
MI,MI-24549,Wolf hunting,Gun Rights
MS,MS-27131,Right to hunt and fish,Gun Rights
MO,MO-27456,Teacher performance evaluation (Amendment 3),Education
NE,NE-29334,Minimum wage increase,Minimum Wage
ND,ND-35683,Life begins at conception,Abortion
OR,OR-39072,Fund for post-secondary education,Education
OR,OR-39073,Top two primary,Election Reform
OR,OR-39067,Legalized marijuana,Marijuana
OR,OR-39074,Mandatory labeling of GMOs,GMOs
SD,SD-42551,Minimum wage increase,Minimum Wage
TN,TN-43705,Legislative powers regarding abortion,Abortion
WA,WA-49385,Background checks for gun purchases,Gun Rights
WA,WA-49384,Gun rights,Gun Rights<commit_msg>fix ids in ballot measures<commit_after>state,race_id,description,subject
AL,1970-AL,Right to bear arms,Gun Rights
AL,1972-AL,Right to hunt and fish,Gun Rights
AK,3093-AK,Marijuana legalizaton,Marijuana
AK,3094-AK,Minimum wage increase,Minimum Wage
AZ,4200-AZ,State sovereignty (Prop. 122),Miscellaneous
AR,6468-AR,Minimum wage increase (Issue 5),Minimum Wage
CO,7573-CO,Definition of personhood (Amendment 67),Abortion
CO,7574-CO,Mandatory labeling of GMOs (Prop. 105),GMOs
DC,9334-DC,Marijuana legalizaton (Initiative 71),Marijuana
FL,11681-FL,Medical marijuana (Amendment 2),Marijuana
IL,16329-IL,Minimum wage increase,Minimum Wage
IL,16330-IL,Birth control in prescription drug coverage,Abortion
ME,21269-ME,Bear hunting ban,Gun Rights
MA,24699-MA,Paid sick days (Question 4),Economic
MI,24549-MI,Wolf hunting,Gun Rights
MS,27131-MS,Right to hunt and fish,Gun Rights
MO,27456-MO,Teacher performance evaluation (Amendment 3),Education
NE,29334-NE,Minimum wage increase,Minimum Wage
ND,35683-ND,Life begins at conception,Abortion
OR,39072-OR,Fund for post-secondary education,Education
OR,39073-OR,Top two primary,Election Reform
OR,39067-OR,Legalized marijuana,Marijuana
OR,39074-OR,Mandatory labeling of GMOs,GMOs
SD,42551-SD,Minimum wage increase,Minimum Wage
TN,43705-TN,Legislative powers regarding abortion,Abortion
WA,49385-WA,Background checks for gun purchases,Gun Rights
WA,49384-WA,Gun rights,Gun Rights
{'fraction_non_alphanumeric': 0.09435970202199362, 'fraction_numerical': 0.09932600212841433, 'mean_word_length': 8.368770764119601, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1660000', 'n_tokens_mistral': 1190, 'n_tokens_neox': 928, 'n_words': 241}