<commit_before>// new dataset
/*
{
 url : "String - url to fetch data from",
 jsonp : "boolean - true if this is a jsonp request",
 delimiter : "String - a delimiter string that is used in a tabular datafile",
 data : "Object - an actual javascript object that already contains the data",
 table : "Element - a DOM table that contains the data",
 format : "String - optional file format specification, otherwise we'll try to guess",
 recursive : "Boolean - if true build nested arrays of objects as datasets",
 strict : "Whether to expect the json in our format or whether to interpret as raw array of objects, default false",
 extract : "function to apply to JSON before internal interpretation, optional"
 ready : the callback function to act on once the data is fetched. Isn't reuired for local imports
         but is required for remote url fetching.
 columnNames : {
   oldName : newName
 },
 subsets : {
   name : function(yourParamsHere) {
     return a.filtering;
   }
 }
}
*/
var ds = new Dataset(options);


// CONSTS
Dataset.datatypes = {
  UNKNOWN: "Unknown",
  NUMBER : 0,
  STRING : 1,
  BOOLEAN: 2,
  ARRAY  : 3,
  OBJECT : 4,
  TIMESTAMP : 5
};

/*
<commit_msg>very basic core structure for ds2<commit_after>/**
* Library Deets go here
* USE OUR CODES
*
* Version 0.0.1.2
*{
 url : "String - url to fetch data from",
 jsonp : "boolean - true if this is a jsonp request",
 delimiter : "String - a delimiter string that is used in a tabular datafile",
 data : "Object - an actual javascript object that already contains the data",
 table : "Element - a DOM table that contains the data",
 format : "String - optional file format specification, otherwise we'll try to guess",
 recursive : "Boolean - if true build nested arrays of objects as datasets",
 strict : "Whether to expect the json in our format or whether to interpret as raw array of objects, default false",
 extract : "function to apply to JSON before internal interpretation, optional"
 ready : the callback function to act on once the data is fetched. Isn't reuired for local imports
         but is required for remote url fetching.
 columnNames : {
   oldName : newName
 },
 subsets : {
   name : function(yourParamsHere) {
     return a.filtering;
   }
 }
}
*/

(function(global, _) {

  var DS = (global.DS || function() {
    options = options || (options = {});
    this._options = options;
  });

  DS.datatypes = {
    UNKNOWN: "Unknown",
    NUMBER : 0,
    STRING : 1,
    BOOLEAN: 2,
    ARRAY  : 3,
    OBJECT : 4,
    TIMESTAMP : 5
  };

  _.extend(DS.prototype, {

  });

});


// CONSTS

/*

{'fraction_non_alphanumeric': 0.09671179883945841, 'fraction_numerical': 0.0065764023210831725, 'mean_word_length': 3.1642512077294684, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 1, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2034128', 'n_tokens_mistral': 784, 'n_tokens_neox': 738, 'n_words': 329}