<commit_before>    vars.items_data = [];

    // In case we use functions for X/Y variables 
    if(typeof vars.var_x !== "string" && typeof vars.var_x === "function") {
      vars.data.forEach(function(d, i) {
        d._var_x = vars.var_x();
      });
      vars.var_x = "_var_x";
    }

    if(typeof vars.var_y !== "string" && typeof vars.var_y === "function") {
      vars.data.forEach(function(d, i) {
        d._var_y = vars.var_y();
      });
      vars.var_y = "_var_y";
    }

    // Calculate vars.new_data which should contain two things
    // 1/ The list of all items (e.g. countries, products)
    // 2/ The metadata for each items
    if(vars.new_data === null || vars.refresh) {

      // Get a copy of the whole dataset
      vars.new_data = JSON.parse(JSON.stringify(vars.data));

      if(typeof vars.time.filter != "undefined" && vars.time.filter.length > 0) {

        if(vars.dev) { 
          console.log("[vars.time.filter]", vars.time.filter);
        }

        vars.new_data = vars.new_data.filter(function(d, i) {
          return vars.time.filter.indexOf(d[vars.time.var_time]) > -1;
        });
       <commit_msg>Adding default id #7<commit_after>    vars.items_data = [];

    // In case we use functions for X/Y variables 
    if(typeof vars.var_x !== "string" && typeof vars.var_x === "function") {
      vars.data.forEach(function(d, i) {
        d._var_x = vars.var_x();
      });
      vars.var_x = "_var_x";
    }

    if(typeof vars.var_y !== "string" && typeof vars.var_y === "function") {
      vars.data.forEach(function(d, i) {
        d._var_y = vars.var_y();
      });
      vars.var_y = "_var_y";
    }

    // Calculate vars.new_data which should contain two things
    // 1/ The list of all items (e.g. countries, products)
    // 2/ The metadata for each items
    if(vars.new_data === null || vars.refresh) {

      // Get a copy of the whole dataset
      vars.new_data = JSON.parse(JSON.stringify(vars.data));

      if(typeof vars.var_id === 'undefined') {

        vars.new_data.forEach(function(d, i) {
          d.__id = i;
        })

        vars.var_id = '__id';
      }

      if(typeof vars.time.filter != "undefined" && vars.time.filter.length > 0) {

        if(vars.dev) { 
          console.log("[vars.time.filter]", vars.time.filter);
        }

        vars.new_data = vars.new_data.filter(function(d, i) {
          return vars.time.filter.indexOf(d[vars.time.var_time]) > -1;
        });
       
{'fraction_non_alphanumeric': 0.159026369168357, 'fraction_numerical': 0.0036511156186612576, 'mean_word_length': 2.145408163265306, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1304184', 'n_tokens_mistral': 845, 'n_tokens_neox': 816, 'n_words': 176}