<commit_before>var path = require('path');
var __slice = Array.prototype.slice;

var define = global.define = function define(_module, wrap) {
  wrap(
    function exports() {
      var args = __slice.call(arguments);
      if (args.length === 2) {
        _module.exports = args[1];
      } else if (args.length === 3 && typeof args[1] === 'object' && typeof args[2] === 'function') {
        _module.exports = args[2].call(null, args[0], args[1]);
      } else {
        _module.exports = assign.apply(null, args.slice(1));
      }
    },
    function require(id) {
      return _module.require(parse_path(id));
    },
    function make() {
      _module.exports = define.make.apply(null, arguments);
    }
  );
};

define.path = function(id, path) {
  define.path[id] = parse_path(path);
};

define.path.local = path.dirname(require.main.filename);

function assign() {
  var items = __slice.call(arguments).reverse();
  var target = items.pop();
  items.forEach(function(source) {
    Object.keys(source).forEach(function(key) {<commit_msg>define - improve handling of local references<commit_after>var path = require('path');
var __slice = Array.prototype.slice;

var define = global.define = function define(_module, wrap) {
  wrap(
    function exports() {
      var args = __slice.call(arguments);
      if (args.length === 2) {
        _module.exports = args[1];
      } else if (args.length === 3 && typeof args[1] === 'object' && typeof args[2] === 'function') {
        _module.exports = args[2].call(null, args[0], args[1]);
      } else {
        _module.exports = assign.apply(null, args.slice(1));
      }
    },
    function require(id) {
      return _module.require(parse_path(id));
    },
    function make() {
      _module.exports = define.make.apply(null, arguments);
    }
  );
};

define.path = function(id, pathname) {
  define.path[id] = path.normalize(parse_path(pathname));
};

define.path.local = path.dirname(require.main.filename);

function assign() {
  var items = __slice.call(arguments).reverse();
  var target = items.pop();
  items.forEach(function(source) {
    Object.keys(source).forEach(function(key) {
{'fraction_non_alphanumeric': 0.166044776119403, 'fraction_numerical': 0.008395522388059701, 'mean_word_length': 3.2985971943887775, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2285823', 'n_tokens_mistral': 680, 'n_tokens_neox': 675, 'n_words': 139}