<commit_before>{
  "columns":
  [
{"id":"id"},
{"id":"firstname"},
{"id":"lastname"},
{"id":"state"},
{"id":"registration"},
{"id":"city"},
{"id":"birth"},
{"id":"nbCommands"},
{"id":"avgAmount"}
]
,"records":
[
{"id":"88522","firstname":"Dwight","lastname":"Ford","state":"WA","registration":"04-04-2008","city":"Topeka","birth":"25-06-1957","nbCommands":"98","avgAmount":"55.4"},
{"id":"70057","firstname":"Lyndon","lastname":"Roosevelt","state":"DE","registration":"16-09-2007","city":"Baton Rouge","birth":"15-06-1976","nbCommands":"89","avgAmount":"73.4"},
{"id":"46052","firstname":"Ulysses","lastname":"Buchanan","state":"WI","registration":"04-11-2007","city":"Lincoln","birth":"22-01-1960","nbCommands":"16","avgAmount":"42.0"},
{"id":"48228","firstname":"Gerald","lastname":"Roosevelt","state":"NC","registration":"14-08-2007","city":"Atlanta","birth":"10-02-1955","nbCommands":"84","avgAmount":"46.4"},
{"id":"90803","firstname":"Calvin","lastname":"Jefferson","state":"ID","registration":"22-05-2007","city":"Bismarck","birth":"27-04-1953","nbCommands":"91","avgAmount":"42.3"},
{"id":"20156","firstname":"Rutherford","lastname":"Harding","state":"NM","registration":"26-09-2007","city":"Augusta","birth":"06-05-1958","nbCommands":"64","avgAmount":"46.7"},
{"id":"34331","firstname":"Calvin","lastname":"Harrison","state":"NY","registration":"13-11-2008","city":"Denver","birth":"12-09-1980","nbCommands":"7","avgAmount":"49.7"},
{"id":"56012","firstname":"Benjamin","lastname":"McKinley","state":"IL","registration":"14-07-2007","city":"Trenton","birth":"26-11-1956","nbCommands":"46","avgAmount":"33.3"},
{"id":"52640","firstname":"Ulysses","lastname":"Ford","state":"TN","registration":"19-03-2007","city":"Jefferson City","birth":"17-08-1976","nbCommands":"69","avgAmount":"0.8"},
{"id":"88866","firstname":"John","lastname":"McKinley","state":"OH","registration":"04-05-2008","city":"Dover","birth":"09-06-1968","nbCommands":"74","avgAmount":"18.6"},
{"id":"74866","firstname":"Bill","lastname":"Monroe","state":"GA","registration":"01-03-2007","city":"Dover","birth":"17-11-1948","nbCommands":"41","avgAmount":"64.8"}
]
}<commit_msg>Quality bar: add type & quality nb to statis json file<commit_after>{
   "columns":[
      {
         "id":"id",
         "quality":{
            "empty":22,
            "invalid":8,
            "valid":70
         },
         "type":"integer"
      },
      {
         "id":"firstname",
         "quality":{
            "empty":12,
            "invalid":8,
            "valid":80
         },
         "type":"string"
      },
      {
         "id":"lastname",
         "quality":{
            "empty":2,
            "invalid":8,
            "valid":90
         },
         "type":"string"
      },
      {
         "id":"state",
         "quality":{
            "empty":10,
            "invalid":80,
            "valid":10
         },
         "type":"string"
      },
      {
         "id":"registration",
         "quality":{
            "empty":22,
            "invalid":18,
            "valid":60
         },
         "type":"date"
      },
      {
         "id":"city",
         "quality":{
            "empty":2,
            "invalid":8,
            "valid":90
         },
         "type":"string"
      },
      {
         "id":"birth",
         "quality":{
            "empty":2,
            "invalid":8,
            "valid":90
         },
         "type":"date"
      },
      {
         "id":"nbCommands",
         "quality":{
            "empty":2,
            "invalid":8,
            "valid":90
         },
         "type":"integer"
      },
      {
         "id":"avgAmount",
         "quality":{
            "empty":2,
            "invalid":8,
            "valid":90
         },
         "type":"float"
      }
   ],
   "records":[
      {
         "avgAmount":"668.61",
         "birth":"02-07-1964",
         "city":"Santa Fe",
         "firstname":"Benjamin",
         "id":"1",
         "lastname":"Quincy",
         "nbCommands":"72",
         "registration":"30-11-2007",
         "state":"NC"
      },
      {
         "avgAmount":"200.56",
         "birth":"01-02-1986",
         "city":"Columbia",
         "firstname":"Calvin",
         "id":"2",
         "lastname":"Jefferson",
         "nbCommands":"13",
         "registration":"25-08-2008",
         "state":"TN"
      },
      {
         "avgAmount":"645.39",
         "birth":"05-05-1982",
         "city":"Montpelier",
         "firstname":"Ulysses",
         "id":"3",
         "lastname":"Johnson",
         "nbCommands":"68",
         "registration":"26-07-2008",
         "state":"AL"
      },
      {
         "avgAmount":"387.21",
         "birth":"18-09-1948",
         "city":"Salem",
         "firstname":"Andrew",
         "id":"4",
         "lastname":"Taft",
         "nbCommands":"54",
         "registration":"15-03-2008",
         "state":"NV"
      },
      {
         "avgAmount":"324.46",
         "birth":"27-08-1969",
         "city":"Little Rock",
         "firstname":"Richard",
         "id":"5",
         "lastname":"Eisenhower",
         "nbCommands":"13",
         "registration":"10-09-2008",
         "state":"HI"
      },
      {
         "avgAmount":"537.4",
         "birth":"25-07-1980",
         "city":"Salem",
         "firstname":"Franklin",
         "id":"6",
         "lastname":"Taylor",
         "nbCommands":"85",
         "registration":"31-03-2007",
         "state":"IN"
      },
      {
         "avgAmount":"583.08",
         "birth":"02-12-1965",
         "city":"Trenton",
         "firstname":"Dwight",
         "id":"7",
         "lastname":"Tyler",
         "nbCommands":"97",
         "registration":"06-11-2007",
         "state":"AZ"
      },
      {
         "avgAmount":"969.24",
         "birth":"08-04-1976",
         "city":"Montpelier",
         "firstname":"Lyndon",
         "id":"8",
         "lastname":"Harrison",
         "nbCommands":"50",
         "registration":"20-11-2007",
         "state":"ME"
      },
      {
         "avgAmount":"327.41",
         "birth":"29-05-1954",
         "city":"Atlanta",
         "firstname":"George",
         "id":"9",
         "lastname":"Monroe",
         "nbCommands":"22",
         "registration":"30-08-2007",
         "state":"MN"
      },
      {
         "avgAmount":"753.16",
         "birth":"15-10-1955",
         "city":"Topeka",
         "firstname":"Woodrow",
         "id":"10",
         "lastname":"Washington",
         "nbCommands":"58",
         "registration":"10-12-2007",
         "state":"MO"
      },
      {
         "avgAmount":"556.56",
         "birth":"15-02-1962",
         "city":"Jefferson City",
         "firstname":"Millard",
         "id":"11",
         "lastname":"Grant",
         "nbCommands":"21",
         "registration":"18-06-2007",
         "state":"WA"
      },
      {
         "avgAmount":"236.24",
         "birth":"12-01-1979",
         "city":"Salem",
         "firstname":"Calvin",
         "id":"12",
         "lastname":"Tyler",
         "nbCommands":"53",
         "registration":"26-08-2008",
         "state":"MD"
      },
      {
         "avgAmount":"125.16",
         "birth":"10-09-1974",
         "city":"Dover",
         "firstname":"Martin",
         "id":"13",
         "lastname":"Polk",
         "nbCommands":"51",
         "registration":"05-06-2008",
         "state":"IL"
      },
      {
         "avgAmount":"513.93",
         "birth":"26-09-1956",
         "city":"Helena",
         "firstname":"Martin",
         "id":"14",
         "lastname":"Cleveland",
         "nbCommands":"40",
         "registration":"19-11-2008",
         "state":"ND"
      },
      {
         "avgAmount":"250.01",
         "birth":"06-02-1987",
         "city":"Harrisburg",
         "firstname":"Richard",
         "id":"15",
         "lastname":"Clinton",
         "nbCommands":"17",
         "registration":"06-04-2008",
         "state":"AK"
      },
      {
         "avgAmount":"913.87",
         "birth":"09-06-1954",
         "city":"Honolulu",
         "firstname":"Rutherford",
         "id":"16",
         "lastname":"Adams",
         "nbCommands":"94",
         "registration":"02-05-2008",
         "state":"WI"
      },
      {
         "avgAmount":"737.34",
         "birth":"21-10-1955",
         "city":"Charleston",
         "firstname":"Franklin",
         "id":"17",
         "lastname":"Wilson",
         "nbCommands":"56",
         "registration":"01-07-2008",
         "state":"IA"
      },
      {
         "avgAmount":"125.21",
         "birth":"27-07-1949",
         "city":"Indianapolis",
         "firstname":"Rutherford",
         "id":"18",
         "lastname":"Hayes",
         "nbCommands":"49",
         "registration":"21-04-2008",
         "state":"VT"
      },
      {
         "avgAmount":"444.58",
         "birth":"23-06-1987",
         "city":"Lincoln",
         "firstname":"John",
         "id":"19",
         "lastname":"Roosevelt",
         "nbCommands":"13",
         "registration":"16-11-2007",
         "state":"IN"
      },
      {
         "avgAmount":"688.83",
         "birth":"02-04-1972",
         "city":"Helena",
         "firstname":"Ulysses",
         "id":"20",
         "lastname":"Harrison",
         "nbCommands":"21",
         "registration":"24-04-2008",
         "state":"GA"
      },
      {
         "avgAmount":"447.09",
         "birth":"03-01-1953",
         "city":"Boise",
         "firstname":"Ronald",
         "id":"21",
         "lastname":"Hoover",
         "nbCommands":"65",
         "registration":"19-03-2008",
         "state":"RI"
      },
      {
         "avgAmount":"594.67",
         "birth":"26-09-1980",
         "city":"Jackson",
         "firstname":"Bill",
         "id":"22",
         "lastname":"Eisenhower",
         "nbCommands":"46",
         "registration":"16-03-2008",
         "state":"NJ"
      },
      {
         "avgAmount":"459.53",
         "birth":"10-12-1975",
         "city":"Austin",
         "firstname":"Chester",
         "id":"23",
         "lastname":"Tyler",
         "nbCommands":"74",
         "registration":"13-12-2007",
         "state":"DE"
      },
      {
         "avgAmount":"303.34",
         "birth":"16-01-1959",
         "city":"Montpelier",
         "firstname":"Herbert",
         "id":"24",
         "lastname":"Roosevelt",
         "nbCommands":"70",
         "registration":"04-11-2008",
         "state":"SC"
      },
      {
         "avgAmount":"410.09",
         "birth":"29-07-1954",
         "city":"Springfield",
         "firstname":"William",
         "id":"25",
         "lastname":"Arthur",
         "nbCommands":"38",
         "registration":"30-11-2007",
         "state":"WV"
      },
      {
         "avgAmount":"827.53",
         "birth":"29-12-1964",
         "city":"Salt Lake City",
         "firstname":"Richard",
         "id":"26",
         "lastname":"McKinley",
         "nbCommands":"48",
         "registration":"19-12-2008",
         "state":"NH"
      },
      {
         "avgAmount":"417.83",
         "birth":"23-09-1954",
         "city":"Charleston",
         "firstname":"Woodrow",
         "id":"27",
         "lastname":"Ford",
         "nbCommands":"40",
         "registration":"11-03-2008",
         "state":"WV"
      },
      {
         "avgAmount":"183.15",
         "birth":"27-10-1966",
         "city":"Raleigh",
         "firstname":"Harry",
         "id":"28",
         "lastname":"Clinton",
         "nbCommands":"14",
         "registration":"17-10-2007",
         "state":"LA"
      },
      {
         "avgAmount":"645.45",
         "birth":"14-06-1948",
         "city":"Columbus",
         "firstname":"Richard",
         "id":"29",
         "lastname":"Nixon",
         "nbCommands":"6",
         "registration":"28-03-2007",
         "state":"NV"
      },
      {
         "avgAmount":"201.83",
         "birth":"18-01-1982",
         "city":"Des Moines",
         "firstname":"Thomas",
         "id":"30",
         "lastname":"Roosevelt",
         "nbCommands":"75",
         "registration":"18-12-2008",
         "state":"AL"
      },
      {
         "avgAmount":"605.52",
         "birth":"23-10-1955",
         "city":"Jackson",
         "firstname":"Bill",
         "id":"31",
         "lastname":"Harrison",
         "nbCommands":"31",
         "registration":"26-09-2008",
         "state":"VA"
      },
      {
         "avgAmount":"643.28",
         "birth":"02-04-1979",
         "city":"Cheyenne",
         "firstname":"George",
         "id":"32",
         "lastname":"Taft",
         "nbCommands":"48",
         "registration":"23-09-2007",
         "state":"OR"
      },
      {
         "avgAmount":"851.88",
         "birth":"09-01-1972",
         "city":"Nashville",
         "firstname":"Ronald",
         "id":"33",
         "lastname":"Lincoln",
         "nbCommands":"83",
         "registration":"08-06-2008",
         "state":"PA"
      },
      {
         "avgAmount":"354.77",
         "birth":"21-09-1980",
         "city":"Springfield",
         "firstname":"Woodrow",
         "id":"34",
         "lastname":"Pierce",
         "nbCommands":"15",
         "registration":"21-10-2007",
         "state":"FL"
      },
      {
         "avgAmount":"617.82",
         "birth":"11-09-1977",
         "city":"Richmond",
         "firstname":"Ronald",
         "id":"35",
         "lastname":"Reagan",
         "nbCommands":"4",
         "registration":"01-12-2008",
         "state":"MD"
      },
      {
         "avgAmount":"875.45",
         "birth":"08-01-1984",
         "city":"Sacramento",
         "firstname":"Herbert",
         "id":"36",
         "lastname":"Grant",
         "nbCommands":"26",
         "registration":"13-08-2007",
         "state":"TX"
      },
      {
         "avgAmount":"518.38",
         "birth":"03-10-1983",
         "city":"Raleigh",
         "firstname":"Benjamin",
         "id":"37",
         "lastname":"Fillmore",
         "nbCommands":"46",
         "registration":"16-03-2007",
         "state":"NH"
      },
      {
         "avgAmount":"109.2",
         "birth":"19-10-1973",
         "city":"Sacramento",
         "firstname":"Abraham",
         "id":"38",
         "lastname":"Fillmore",
         "nbCommands":"86",
         "registration":"15-05-2008",
         "state":"KY"
      },
      {
         "avgAmount":"245.09",
         "birth":"04-08-1986",
         "city":"Dover",
         "firstname":"Ulysses",
         "id":"39",
         "lastname":"Cleveland",
         "nbCommands":"48",
         "registration":"18-11-2007",
         "state":"OR"
      },
      {
         "avgAmount":"347.75",
         "birth":"13-11-1971",
         "city":"Denver",
         "firstname":"Andrew",
         "id":"40",
         "lastname":"Reagan",
         "nbCommands":"60",
         "registration":"19-11-2007",
         "state":"UT"
      },
      {
         "avgAmount":"163.42",
         "birth":"12-01-1980",
         "city":"Helena",
         "firstname":"Thomas",
         "id":"41",
         "lastname":"Eisenhower",
         "nbCommands":"33",
         "registration":"01-12-2007",
         "state":"KY"
      },
      {
         "avgAmount":"439.8",
         "birth":"06-08-1956",
         "city":"Charleston",
         "firstname":"Bill",
         "id":"42",
         "lastname":"Lincoln",
         "nbCommands":"46",
         "registration":"17-10-2007",
         "state":"WA"
      },
      {
         "avgAmount":"538.53",
         "birth":"25-12-1956",
         "city":"Dover",
         "firstname":"George",
         "id":"43",
         "lastname":"Tyler",
         "nbCommands":"68",
         "registration":"20-04-2008",
         "state":"TN"
      },
      {
         "avgAmount":"642.95",
         "birth":"25-07-1975",
         "city":"Montpelier",
         "firstname":"Franklin",
         "id":"44",
         "lastname":"Grant",
         "nbCommands":"52",
         "registration":"05-04-2007",
         "state":"LA"
      },
      {
         "avgAmount":"374.1",
         "birth":"18-12-1984",
         "city":"Lincoln",
         "firstname":"Martin",
         "id":"45",
         "lastname":"Monroe",
         "nbCommands":"10",
         "registration":"23-03-2007",
         "state":"MA"
      },
      {
         "avgAmount":"493.67",
         "birth":"15-05-1949",
         "city":"Salem",
         "firstname":"Richard",
         "id":"46",
         "lastname":"Madison",
         "nbCommands":"78",
         "registration":"17-05-2008",
         "state":"WY"
      },
      {
         "avgAmount":"616.05",
         "birth":"11-09-1973",
         "city":"Tallahassee",
         "firstname":"Dwight",
         "id":"47",
         "lastname":"Grant",
         "nbCommands":"54",
         "registration":"19-03-2007",
         "state":"AZ"
      },
      {
         "avgAmount":"498.38",
         "birth":"06-11-1980",
         "city":"Concord",
         "firstname":"Calvin",
         "id":"48",
         "lastname":"Roosevelt",
         "nbCommands":"70",
         "registration":"11-09-2008",
         "state":"MS"
      },
      {
         "avgAmount":"23.49",
         "birth":"20-08-1948",
         "city":"Boston",
         "firstname":"Franklin",
         "id":"49",
         "lastname":"Eisenhower",
         "nbCommands":"36",
         "registration":"26-08-2008",
         "state":"SC"
      },
      {
         "avgAmount":"741.53",
         "birth":"16-01-1951",
         "city":"Denver",
         "firstname":"Jimmy",
         "id":"50",
         "lastname":"Jefferson",
         "nbCommands":"31",
         "registration":"10-11-2008",
         "state":"IL"
      }
   ]
}
{'fraction_non_alphanumeric': 0.23227633069082673, 'fraction_numerical': 0.08833522083805209, 'mean_word_length': 1.755656108597285, 'pattern_counts': {'":': 616, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5559675', 'n_tokens_mistral': 6652, 'n_tokens_neox': 5556, 'n_words': 547}