<commit_before>
var TESTSDIR = "TESTSDIR" in process.env ? process.env.TESTSDIR : "../../shexTest";
var fs = require("fs");
var path = require("path");
module.exports = function (dirName) {
  "use strict";
  // var fromPath = __dirname + "/" + TESTSDIR + "/" + dirName + "/";
  var fromPath = path.join(__dirname, TESTSDIR, dirName) + "/";
  if (fs.existsSync(fromPath)) {
    return fromPath;
  }
  try {
    var fromPackage = require("shex-test999")[dirName];
    if (fromPackage !== undefined) {
      return fromPackage;
    }
  } catch (e) {
    throw new Error(fromPath + " not found and shex-test not installed. Either 'npm install shex-test' or '(cd .. && git clone <EMAIL>:shexSpec/shex-test.git)' .");
  }
  throw new Error(fromPath + " not found and " + dirName + " not in shexTest repo.");
};
<commit_msg>~ oops, fix error obviously introduced when testing alternate paths to the tests<commit_after>
var TESTSDIR = "TESTSDIR" in process.env ? process.env.TESTSDIR : "../../shexTest";
var fs = require("fs");
var path = require("path");
module.exports = function (dirName) {
  "use strict";
  // var fromPath = __dirname + "/" + TESTSDIR + "/" + dirName + "/";
  var fromPath = path.join(__dirname, TESTSDIR, dirName) + "/";
  if (fs.existsSync(fromPath)) {
    return fromPath;
  }
  try {
    var fromPackage = require("shex-test")[dirName];
    if (fromPackage !== undefined) {
      return fromPackage;
    }
  } catch (e) {
    throw new Error(fromPath + " not found and shex-test not installed. Either 'npm install shex-test' or '(cd .. && git clone <EMAIL>:shexSpec/shex-test.git)' .");
  }
  throw new Error(fromPath + " not found and " + dirName + " not in shexTest repo.");
};

{'fraction_non_alphanumeric': 0.16489988221436985, 'fraction_numerical': 0.0017667844522968198, 'mean_word_length': 3.367609254498715, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6226815', 'n_tokens_mistral': 566, 'n_tokens_neox': 563, 'n_words': 158}