<commit_before>(function(define) {
'use strict';
define(function(require) {

   /**
    * PanthR Language parser
    *
    * @module panthrLang
    * @version 0.0.1
    * @noPrefix
    * @author <NAME> <<EMAIL>>
    */

   var panthrLang, Parser, parser, Node, Evaluate;

   Node = require('./node');
   Evaluate = require('./evaluate');
   parser = require('./parser').parser;
   Parser = require('./parser').Parser;
   Parser.prototype.parseError = function parseError(str, hash) {
       if (hash.recoverable) {
         this.myError = { str: str, hash: hash };
         this.trace(str);
       } else {
           function _parseError (msg, hash) {
               this.message = msg;
               this.hash = hash;
           }
           _parseError.prototype = Error;

           throw new _parseError(str, hash);
       }
   };

   panthrLang = {
      Node: Node,
      Evaluate: Evaluate,
      parse: function(str, action) {
         if (action == null) { action = function(x) { console.log(x); }; }
         // action is the function to call on each completed node
         parser.yy.emit = function(node) { action(node); };
         return parser.parse(str);
      },
      eval: function(str) {
         return (new Evaluate()).parseAndEval(str);
      }
   };

   Evaluate.addPackage('base', require('./packages/base'));

   return panthrLang;

});

}(typeof define === 'function' && define.amd ? define : function(factory) {
   'use strict';
   module.exports = factory(require);
}));<commit_msg>Always load the base package<commit_after>(function(define) {
'use strict';
define(function(require) {

   /**
    * PanthR Language parser
    *
    * @module panthrLang
    * @version 0.0.1
    * @noPrefix
    * @author <NAME> <<EMAIL>>
    */

   var panthrLang, Parser, parser, Node, Evaluate;

   Node = require('./node');
   Evaluate = require('./evaluate');
   parser = require('./parser').parser;
   Parser = require('./parser').Parser;
   Parser.prototype.parseError = function parseError(str, hash) {
       if (hash.recoverable) {
         this.myError = { str: str, hash: hash };
         this.trace(str);
       } else {
           function _parseError (msg, hash) {
               this.message = msg;
               this.hash = hash;
           }
           _parseError.prototype = Error;

           throw new _parseError(str, hash);
       }
   };

   panthrLang = {
      Node: Node,
      Evaluate: Evaluate,
      parse: function(str, action) {
         if (action == null) { action = function(x) { console.log(x); }; }
         // action is the function to call on each completed node
         parser.yy.emit = function(node) { action(node); };
         return parser.parse(str);
      },
      eval: function(str) {
         var ev = new Evaluate();

         ev.parseAndEval('library(base)');

         return ev.parseAndEval(str);
      }
   };

   Evaluate.addPackage('base', require('./packages/base'));

   return panthrLang;

});

}(typeof define === 'function' && define.amd ? define : function(factory) {
   'use strict';
   module.exports = factory(require);
}));
{'fraction_non_alphanumeric': 0.1493882807469414, 'fraction_numerical': 0.0019317450096587251, 'mean_word_length': 2.2330905306971904, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6148294', 'n_tokens_mistral': 945, 'n_tokens_neox': 907, 'n_words': 216}