<commit_before>/*
 * Copyright(c) 2014, Unional (https://github.com/unional)
 * @license Licensed under the MIT License (https://github.com/unional/unional/LICENSE)).
 * @version 0.4.10
 * Created by unional on 9/21/14.
 */

(function(e){function o(e){var t=e.toString().replace(i,""),n=t.slice(t.indexOf("(")+1,t.indexOf(")")).match(s);return n===null&&(n=[]),n}function u(e,t){for(var n in t)if(t.hasOwnProperty(n)){var r=e.indexOf(n);r===0&&(e=e.replace(n,t[n]))}return e}function a(e,t){return u(e,t).replace(/[\.\/]/g,".")}function f(e,t){return function(n){return e(u(n,t))}}function l(e,t,n){return function(){if(arguments.length>0&&typeof arguments[0]=="function"){var r=arguments[0],i=o(r);if(i.length>0&&i[0]==="require"){var s=t.s.contexts._,u=s.makeRequire;s.makeRequire=function(){var e=u.apply(s,arguments);return f(e,n)},arguments[0]=i.length===1?function(e){return s.makeRequire=u,r.apply(s,arguments)}:function(e,t,n){return s.makeRequire=u,r.apply(s,arguments)}}}e.apply(this,arguments)}}function c(e,t){var n={},r;if(e&&typeof e=="object")for(r in e)e.hasOwnProperty(r)&&(n[r]=e[r]);for(r in t)if(t.hasOwnProperty(r)){var i=t[r];typeof i!="object"||!i?n[r]=i:e[r]?n[r]=c(e[r],i):n[r]=i}return n}function h(e,r,i,s){typeof arguments[1]=="function"&&(s=arguments[2],i=arguments[1],r=undefined);if(!Array.isArray(e))throw new Error("Dependencies must be an array.");var o=d.globalRequire;if(typeof o=="undefined"||o===d.require){n++;var u="stub"+n,f=t["default"].config.paths,l={},h;for(h in r)r.hasOwnProperty(h)&&(l[a(h,f)]=r[h]);var v=t[u]=new p({stubs:l,paths:f});v.modules=c(t["default"].modules),v.setReloadTargets(e.map(function(e){return a(e,f)})),v.require(e,i,s)}else{if(!o.defined)throw new Error("stubRequire not implemented for node.js yet.");var m={},g=!1;for(h in r)if(r.hasOwnProperty(h)){g=!0;var y="stub"+h+n;m[h]=y,function(e){var t=r[e];define(y,[],function(){return t})}(h)}if(g){n++;var b="context_"+n,w=o.s.contexts._.config,E={context:b,baseUrl:w.baseUrl,paths:w.paths,pkgs:w.pkgs,shim:w.shim};g&&(E.map={"*":m});var S=o.config(E),x=o.s.contexts._.defined;for(var T in x)x.hasOwnProperty(T)&&!m[T]&&e.indexOf(T)===-1&&(o.s.contexts[b].defined[T]=x[T]);S(e,i,s)}else{for(h in e)e.hasOwnProperty(h)&&o.undef(e[h]);o(e,i,s)}}}function p(e){function i(e,t){if(e.length===0)return;var r=e.shift();n.resolveModule(r,function(n){t.push(n),i(e,t)})}this.reloadTargets=[],this.modules={},this.config=c({paths:{}},e);var n=this;this.require=function(t,r,s){var o;if(!t){o=new Error("moduleName can't be empty");if(s){s(o);return}throw o}try{if(!Array.isArray(t))return n.resolveModule(t,r,s);var u=[];i(t,u),u&&r&&r.apply(this,u)}catch(o){throw s&&s(o),o}},this.require.config=function(n){n=n||{};var r=t["default"];return n.context?(r=t[n.context],r?r.updateConfig(n):r=t[n.context]=new p(n)):r.updateConfig(n),r.require},this.createDefine=function(t,i,s){return typeof t=="string"&&(s=arguments[1],i=arguments[0],t=undefined),function(o){var u={exports:{}},a;if(typeof o=="object")a=o;else{var l;n.config.stubs&&n.config.stubs.require?l=n.config.stubs.require:s?l=f(n.require,s):l=n.require,a=o(l,u.exports,u),a=typeof a!="undefined"?a:u.exports}if(t)t(i,a);else if(i){r[i]=o;if(n.reloadTargets.indexOf(i)===-1){var c=i.split(/[.\/]/),h=c.pop(),p=d.ns(c.join("."));p[h]=a}n.modules[i]=a}}}}var t={},n=0,r={},i=/((\/\/.*$)|(\/\*[\s\S]*?\*\/))/mg,s=/([^\s,]+)/g;typeof global!="undefined"&&(e=global),p.prototype.updateConfig=function(t){this.config=c(this.config,t)},p.prototype.setReloadTargets=function(t){this.reloadTargets=t},p.prototype.resolveModule=function(n,i,s){var o=this.config.stubs||{},u=this.config.paths||{},f=a(n,u);if(o[f])return i&&i(o[f]),o[f];if(this.reloadTargets.indexOf(f)!==-1){var l=r[f];l&&this.createDefine(f)(l)}if(this.modules[f])return i&&i(this.modules[f]),this.modules[f];var c=n.split("!",2),h=undefined;c.length==2&&(n=c[0],c[1]&&(h=c[1]));var p=n.split("/"),d=p.shift();if(u[d]){var v=u[d].split("/");p=v.concat(p),d=p.shift()}var m=e[d];while(m&&p.length)d=p.shift(),m=m[d];if(c.length==2&&m&&typeof m.load=="function"){var g=i||function(e){m=e};g.error=s||function(){},m.load(h,this.require,g,this.config)}return i&&i(m),m},t["default"]=new p;var d=function(e,t,n,r,i,s,o){if(arguments.length===6)if(typeof arguments[1]=="function"&&typeof arguments[2]=="string")o=arguments[5],s=arguments[4],i=arguments[3],r=null;else{if(typeof arguments[1]!="string"||typeof arguments[2]!="object")throw new Error("Invalid arguments.");o=arguments[5],s=arguments[4],i=arguments[3],r=arguments[2],n=arguments[1],t=undefined}else if(arguments.length===5)if(typeof arguments[1]=="string")o=arguments[4],s=arguments[3],i=arguments[2],r=null,n=arguments[1],t=null;else{if(typeof arguments[1]!="object")throw new Error("Invalid arguments");o=arguments[4],s=arguments[3],i=arguments[2],r=arguments[1],n=null,t=null}else arguments.length===4&&(o=arguments[3],s=arguments[2],i=arguments[1],r=null,n=null,t=null);if(d.isRequireJS()){var u=r&&r.requireJS?l(define,i,r.requireJS):define;e(u)}else d.isNodeJS()?e(function(e){var t=r&&r.nodeJS?f(i,r.nodeJS):i,n=typeof e=="object"?e:e(t,s,o);typeof n!="undefined"&&(o.exports=n)}):r&&r.browserGlobal?e(d.createDefine(t,n,r.browserGlobal)):e(d.createDefine(t,n))};d.namespace=function v(v){var t;for(var n=0,r=arguments.length;n<r;n++){v=arguments[n];var i=v.split(/[.\/]/),s=i.shift();t=e[s]=e[s]||{};while(i.length)s=i.shift(),t=t[s]=t[s]||{}}return t},d.ns=d.namespace,d.isRequireJS=function(){return typeof define=="function"&&define.amd!=undefined},d.isNodeJS=function(){return typeof require=="function"&&typeof exports=="object"&&typeof module=="object"},d.isBrowserGlobal=function(){return!d.isRequireJS()&&!d.isNodeJS()},d.stubRequire=h,d.globalRequire=typeof require=="function"?require:e.require,d.require=t["default"].require,d.createDefine=t["default"].createDefine,typeof global!="undefined"?(global.umd=d,module.exports=d):(e.umd=d,e.require=e.require||undefined,e.module=e.module||undefined,e.exports=e.exports||undefined)})(this),define("umd",function(){});<commit_msg>Update umd.min.js. It was not minified correctly (I was using r.js to minify, which have dependency on requireJS)<commit_after>/*
 * Copyright(c) 2014, Unional (https://github.com/unional)
 * @license Licensed under the MIT License (https://github.com/unional/unional/LICENSE)).
 * @version 0.4.10
 * Created by unional on 9/21/14.
 */
(function(root){"use strict";var contexts={};var contextCount=0;var definitions={};var STRIP_COMMENTS=/((\/\/.*$)|(\/\*[\s\S]*?\*\/))/gm;var ARGUMENT_NAMES=/([^\s,]+)/g;function getParamNames(func){var fnStr=func.toString().replace(STRIP_COMMENTS,"");var result=fnStr.slice(fnStr.indexOf("(")+1,fnStr.indexOf(")")).match(ARGUMENT_NAMES);if(result===null){result=[]}return result}if(typeof global!=="undefined"){root=global}function resolveModuleName(moduleName,paths){for(var path in paths){if(paths.hasOwnProperty(path)){var pathIndex=moduleName.indexOf(path);if(pathIndex===0){moduleName=moduleName.replace(path,paths[path])}}}return moduleName}function convertToBrowserGlobalIdentifier(moduleName,paths){return resolveModuleName(moduleName,paths).replace(/[\.\/]/g,".")}function wrapRequire(require,paths){return function(moduleName){return require(resolveModuleName(moduleName,paths))}}function wrapDefine(define,require,paths){return function(){if(arguments.length>0&&typeof arguments[0]==="function"){var definitionMethod=arguments[0];var params=getParamNames(definitionMethod);if(params.length>0&&params[0]==="require"){var currentContext=require.s.contexts._;var makeRequire=currentContext.makeRequire;currentContext.makeRequire=function(){var localRequire=makeRequire.apply(currentContext,arguments);return wrapRequire(localRequire,paths)};arguments[0]=params.length===1?function(require){currentContext.makeRequire=makeRequire;return definitionMethod.apply(currentContext,arguments)}:function(require,exports,module){currentContext.makeRequire=makeRequire;return definitionMethod.apply(currentContext,arguments)}}}define.apply(this,arguments)}}function deepMerge(target,source){var result={};var key;if(target&&typeof target==="object"){for(key in target){if(target.hasOwnProperty(key)){result[key]=target[key]}}}for(key in source){if(source.hasOwnProperty(key)){var value=source[key];if(typeof value!=="object"||!value){result[key]=value}else{if(!target[key]){result[key]=value}else{result[key]=deepMerge(target[key],value)}}}}return result}function stubRequire(deps,stubs,callback,errback){if(typeof arguments[1]==="function"){errback=arguments[2];callback=arguments[1];stubs=undefined}if(!Array.isArray(deps)){throw new Error("Dependencies must be an array.")}var require=umd.globalRequire;if(typeof require==="undefined"||require===umd.require){contextCount++;var stubContext="stub"+contextCount;var paths=contexts["default"].config.paths;var normalizedStubs={};var key;for(key in stubs){if(stubs.hasOwnProperty(key)){normalizedStubs[convertToBrowserGlobalIdentifier(key,paths)]=stubs[key]}}var context=contexts[stubContext]=new Context({stubs:normalizedStubs,paths:paths});context.modules=deepMerge(contexts["default"].modules);context.setReloadTargets(deps.map(function(dep){return convertToBrowserGlobalIdentifier(dep,paths)}));context.require(deps,callback,errback)}else if(require.defined){var map={};var hasStubs=false;for(key in stubs){if(stubs.hasOwnProperty(key)){hasStubs=true;var stubName="stub"+key+contextCount;map[key]=stubName;(function(key){var value=stubs[key];define(stubName,[],function(){return value})})(key)}}if(hasStubs){contextCount++;var contextName="context_"+contextCount;var _config=require.s.contexts._.config;var config={context:contextName,baseUrl:_config.baseUrl,paths:_config.paths,pkgs:_config.pkgs,shim:_config.shim};if(hasStubs){config.map={"*":map}}var result=require.config(config);var parentDefined=require.s.contexts._.defined;for(var m in parentDefined){if(parentDefined.hasOwnProperty(m)&&!map[m]&&deps.indexOf(m)===-1){require.s.contexts[contextName].defined[m]=parentDefined[m]}}result(deps,callback,errback)}else{for(key in deps){if(deps.hasOwnProperty(key))require.undef(deps[key])}require(deps,callback,errback)}}else{throw new Error("stubRequire not implemented for node.js yet.")}}function Context(config){this.reloadTargets=[];this.modules={};this.config=deepMerge({paths:{}},config);var self=this;function resolveChain(moduleNames,results){if(moduleNames.length===0){return}var moduleName=moduleNames.shift();self.resolveModule(moduleName,function(result){results.push(result);resolveChain(moduleNames,results)})}this.require=function require(moduleName,callback,errback){var error;if(!moduleName){error=new Error("moduleName can't be empty");if(errback){errback(error);return}else{throw error}}try{if(Array.isArray(moduleName)){var results=[];resolveChain(moduleName,results);if(results&&callback){callback.apply(this,results)}}else{return self.resolveModule(moduleName,callback,errback)}}catch(error){if(errback){errback(error)}throw error}};this.require.config=function requireConfig(option){option=option||{};var context=contexts["default"];if(option.context){context=contexts[option.context];if(!context){context=contexts[option.context]=new Context(option)}else{context.updateConfig(option)}}else{context.updateConfig(option)}return context.require};this.createDefine=function createDefine(registerFunc,identifier,paths){if(typeof registerFunc==="string"){paths=arguments[1];identifier=arguments[0];registerFunc=undefined}return function browserGlobalDefine(definition){var module={exports:{}};var result;if(typeof definition==="object"){result=definition}else{var localRequire;if(self.config.stubs&&self.config.stubs["require"]){localRequire=self.config.stubs["require"]}else if(paths){localRequire=wrapRequire(self.require,paths)}else{localRequire=self.require}result=definition(localRequire,module.exports,module);result=typeof result!=="undefined"?result:module.exports}if(registerFunc){registerFunc(identifier,result)}else if(identifier){definitions[identifier]=definition;if(self.reloadTargets.indexOf(identifier)===-1){var terms=identifier.split(/[.\/]/);var id=terms.pop();var base=umd.ns(terms.join("."));base[id]=result}self.modules[identifier]=result}}}}Context.prototype.updateConfig=function updateConfig(config){this.config=deepMerge(this.config,config)};Context.prototype.setReloadTargets=function setReloadTargets(deps){this.reloadTargets=deps};Context.prototype.resolveModule=function resolveModule(moduleName,callback,errback){var stubs=this.config.stubs||{};var paths=this.config.paths||{};var id=convertToBrowserGlobalIdentifier(moduleName,paths);if(stubs[id]){if(callback){callback(stubs[id])}return stubs[id]}if(this.reloadTargets.indexOf(id)!==-1){var definition=definitions[id];if(definition){this.createDefine(id)(definition)}}if(this.modules[id]){if(callback){callback(this.modules[id])}return this.modules[id]}var parts=moduleName.split("!",2);var arg=undefined;if(parts.length==2){moduleName=parts[0];if(parts[1]){arg=parts[1]}}var names=moduleName.split("/");var name=names.shift();if(paths[name]){var subNames=paths[name].split("/");names=subNames.concat(names);name=names.shift()}var module=root[name];while(module&&names.length){name=names.shift();module=module[name]}if(parts.length==2&&module&&typeof module.load==="function"){var onLoad=callback||function(value){module=value};onLoad.error=errback||function(){};module.load(arg,this.require,onLoad,this.config)}if(callback){callback(module)}return module};contexts["default"]=new Context;var umd=function(factory,registerFunc,identifier,paths,require,exports,module){if(arguments.length===6){if(typeof arguments[1]==="function"&&typeof arguments[2]==="string"){module=arguments[5];exports=arguments[4];require=arguments[3];paths=null}else if(typeof arguments[1]==="string"&&typeof arguments[2]==="object"){module=arguments[5];exports=arguments[4];require=arguments[3];paths=arguments[2];identifier=arguments[1];registerFunc=undefined}else{throw new Error("Invalid arguments.")}}else if(arguments.length===5){if(typeof arguments[1]==="string"){module=arguments[4];exports=arguments[3];require=arguments[2];paths=null;identifier=arguments[1];registerFunc=null}else if(typeof arguments[1]==="object"){module=arguments[4];exports=arguments[3];require=arguments[2];paths=arguments[1];identifier=null;registerFunc=null}else{throw new Error("Invalid arguments")}}else if(arguments.length===4){module=arguments[3];exports=arguments[2];require=arguments[1];paths=null;identifier=null;registerFunc=null}if(umd.isRequireJS()){var localDefine=paths&&paths.requireJS?wrapDefine(define,require,paths.requireJS):define;factory(localDefine)}else if(umd.isNodeJS()){factory(function(definition){var localRequire=paths&&paths.nodeJS?wrapRequire(require,paths.nodeJS):require;var result=typeof definition==="object"?definition:definition(localRequire,exports,module);if(typeof result!=="undefined"){module.exports=result}})}else{if(paths&&paths.browserGlobal){factory(umd.createDefine(registerFunc,identifier,paths.browserGlobal))}else{factory(umd.createDefine(registerFunc,identifier))}}};umd.namespace=function namespace(namespace){var result;for(var i=0,len=arguments.length;i<len;i++){namespace=arguments[i];var components=namespace.split(/[.\/]/);var component=components.shift();result=root[component]=root[component]||{};while(components.length){component=components.shift();result=result[component]=result[component]||{}}}return result};umd.ns=umd.namespace;umd.isRequireJS=function isRequireJS(){return typeof define==="function"&&define.amd!=undefined};umd.isNodeJS=function isNodeJS(){return typeof require==="function"&&typeof exports==="object"&&typeof module==="object"};umd.isBrowserGlobal=function isBrowserGlobal(){return!umd.isRequireJS()&&!umd.isNodeJS()};umd.stubRequire=stubRequire;umd.globalRequire=typeof require==="function"?require:root.require;umd.require=contexts["default"].require;umd.createDefine=contexts["default"].createDefine;if(typeof global!=="undefined"){global.umd=umd;module.exports=umd}else{root.umd=umd;root.require=root.require||undefined;root.module=root.module||undefined;root.exports=root.exports||undefined}})(this);
{'fraction_non_alphanumeric': 0.22441552032570478, 'fraction_numerical': 0.00838936524582074, 'mean_word_length': 17.46469248291572, 'pattern_counts': {'":': 2, '<': 5, '<?xml version=': 0, '>': 7, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2705605', 'n_tokens_mistral': 5628, 'n_tokens_neox': 5575, 'n_words': 375}