<commit_before>Year,Total population,"Number under correctional supervision per 100,000 U.S. residents of all ages","Number under correctional supervision per 100,000 U.S. residents age 18 or older",Total population,"Number on probation or parole per 100,000 U.S. residents of all ages","Number on probation or parole per 100,000 U.S. residents age 18 or older",Total population,"Number in prison or local jail per 100,000 U.S. residents of all ages/d","Number in prison or local jail per 100,000 U.S. residents age 18 or older/d"
1980,184000,80,110,1338500,590,810,503600,220,310
1981,196800,90,120,1445800,630,860,556800,240,330
1982,209600,90,120,1579200,680,930,612500,260,360
1983,223600,100,130,1754000,750,1020,647400,280,380
1984,234500,100,130,1979700,840,1130,682800,290,390
1985,256600,110,150,2147600,900,1220,744200,310,420
1986,274400,110,150,2421200,1000,1360,815000,340,460
1987,295900,120,160,2604200,1070,1440,858700,350,480
1988,343600,140,190,2764500,1130,1520,950400,390,520
1989,395600,160,210,2977300,1200,1610,1078900,430,590
1990,405300,160,220,3201600,1280,1720,1148700,460,620
1991,426500,170,230,3321000,1310,1770,1219000,480,650
1992,444600,170,230,3440500,1340,1810,1295200,500,680
1993,459800,180,240,3514900,1360,1830,1369200,530,710
1994,486500,190,250,3654300,1400,1890,1476600,560,760
1995,507000,190,260,3796500,1440,1940,1585600,600,810
1996,518500,190,260,3884900,1460,1970,1646300,620,830
1997,567100,210,280,3957400,1470,1990,1743600,650,870
1998/e,592500,220,290,4122400,1520,2050,1815200,670,900
1999/e,605900,220,300,4485300,1640,2200,1910400,700,940
2000,621100,220,290,4564900,1610,2160,1945400,690,920
2001,631200,220,300,4665700,1630,2180,1962800,690,920
2002,665500,230,310,4748100,1640,2200,2033100,700,940
2003,691300,240,320,4847300,1660,2220,2086500,720,960
2004,714000,240,320,4916300,1670,2230,2136600,730,970
2005,747500,250,330,4946600,1660,2210,2200400,740,990
2006,765800,260,340,5035000,1680,2230,2256600,750,1000
2007,780200,260,340,5119000,1690,2240,2296400,760,1000
2008,785500,260,340,5094400,1670,2200,2310300,760,1000<commit_msg>Stripped some annotations that I had missed.<commit_after>Year,Total population,"Number under correctional supervision per 100,000 U.S. residents of all ages","Number under correctional supervision per 100,000 U.S. residents age 18 or older",Total population,"Number on probation or parole per 100,000 U.S. residents of all ages","Number on probation or parole per 100,000 U.S. residents age 18 or older",Total population,"Number in prison or local jail per 100,000 U.S. residents of all ages/d","Number in prison or local jail per 100,000 U.S. residents age 18 or older/d"
1980,184000,80,110,1338500,590,810,503600,220,310
1981,196800,90,120,1445800,630,860,556800,240,330
1982,209600,90,120,1579200,680,930,612500,260,360
1983,223600,100,130,1754000,750,1020,647400,280,380
1984,234500,100,130,1979700,840,1130,682800,290,390
1985,256600,110,150,2147600,900,1220,744200,310,420
1986,274400,110,150,2421200,1000,1360,815000,340,460
1987,295900,120,160,2604200,1070,1440,858700,350,480
1988,343600,140,190,2764500,1130,1520,950400,390,520
1989,395600,160,210,2977300,1200,1610,1078900,430,590
1990,405300,160,220,3201600,1280,1720,1148700,460,620
1991,426500,170,230,3321000,1310,1770,1219000,480,650
1992,444600,170,230,3440500,1340,1810,1295200,500,680
1993,459800,180,240,3514900,1360,1830,1369200,530,710
1994,486500,190,250,3654300,1400,1890,1476600,560,760
1995,507000,190,260,3796500,1440,1940,1585600,600,810
1996,518500,190,260,3884900,1460,1970,1646300,620,830
1997,567100,210,280,3957400,1470,1990,1743600,650,870
1998,592500,220,290,4122400,1520,2050,1815200,670,900
1999,605900,220,300,4485300,1640,2200,1910400,700,940
2000,621100,220,290,4564900,1610,2160,1945400,690,920
2001,631200,220,300,4665700,1630,2180,1962800,690,920
2002,665500,230,310,4748100,1640,2200,2033100,700,940
2003,691300,240,320,4847300,1660,2220,2086500,720,960
2004,714000,240,320,4916300,1670,2230,2136600,730,970
2005,747500,250,330,4946600,1660,2210,2200400,740,990
2006,765800,260,340,5035000,1680,2230,2256600,750,1000
2007,780200,260,340,5119000,1690,2240,2296400,760,1000
2008,785500,260,340,5094400,1670,2200,2310300,760,1000
{'fraction_non_alphanumeric': 0.1454329774614472, 'fraction_numerical': 0.6168446026097272, 'mean_word_length': 16.566666666666666, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4037612', 'n_tokens_mistral': 3466, 'n_tokens_neox': 1836, 'n_words': 209}