<commit_before>/*!
	Metatab-JS
	v0.0.1
	https://github.com/CivicKnowledge/metatab-js
*/


(function (root, factory) {
  if (typeof define === 'function' && define.amd) {
      // AMD
    define(['papaparse'], factory);
  } else if (typeof exports === 'object') {
      // CommonJS
    module.exports = factory(require('papaparse') );
  } else {
    // Browser globals (Note: root is window)
    root.returnExports = factory(root.Papa );
  }
}(this, function (Papa) {

    const ELIDED_TERM = '<elided_term>';
    const NO_TERM = '<no_term>';

    var splitTerm = function(term){
        
        if ( term.indexOf(".") >= 0 ){
            var parts = term.split(".");
            var parentTerm = parts[0].trim();
            var recordTerm = parts[1].trim();
        
            if (parentTerm == ''){
                parentTerm = ELIDED_TERM;
            }

        } else {
            var parentTerm = NO_TERM;
            var recordTerm = term.trim()
         
        }

        return [parentTerm, recordTerm];
    };
    
    var splitTermLower = function(term){
        var terms = splitTerm(term);
        return [terms[0].toLowerCase(), terms[1].toLowerCase()];<commit_msg>FIxing minor code issues<commit_after>/*!
	Metatab-JS
	v0.0.1
	https://github.com/CivicKnowledge/metatab-js
*/


(function (root, factory) {
  if (typeof define === 'function' && define.amd) {
      // AMD
    define(['papaparse'], factory);
  } else if (typeof exports === 'object') {
      // CommonJS
    module.exports = factory(require('papaparse') );
  } else {
    // Browser globals (Note: root is window)
    root.returnExports = factory(root.Papa );
  }
}(this, function (Papa) {

    const ELIDED_TERM = '<elided_term>';
    const NO_TERM = '<no_term>';

    var parentTerm;
    var recordTerm;

    var splitTerm = function(term){
        
        if ( term.indexOf(".") >= 0 ){
            var parts = term.split(".");
            parentTerm = parts[0].trim();
            recordTerm = parts[1].trim();
        
            if (parentTerm == ''){
                parentTerm = ELIDED_TERM;
            }

        } else {
            parentTerm = NO_TERM;
            recordTerm = term.trim()
         
        }

        return [parentTerm, recordTerm];
    };
    
    var splitTermLower = function(term){
        var terms = splitTerm(term);
        return [terms[0].toLowerCase(), terms[1].toLowerCase()];
{'fraction_non_alphanumeric': 0.15045719035743974, 'fraction_numerical': 0.006650041562759767, 'mean_word_length': 2.0049937578027466, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 9, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '709362', 'n_tokens_mistral': 761, 'n_tokens_neox': 745, 'n_words': 160}