<commit_before>{
  "author": "<NAME> <<EMAIL>> (thor<EMAIL>)",
  "name": "readdirp",
  "description": "Recursive versions of fs module functions.",
  "version": "0.1.0",
  "homepage": "https://github.com/thlorenz/readdirp",
  "repository": {
    "type": "git",
    "url": "git://github.com/thlorenz/readdirp.git"
  },
  "main": "readdirp.js",
  "scripts": {
    "test": "mocha"
  },
  "dependencies": {
    "minimatch": ">=0.2.4"
  },
  "devDependencies": {
    "mocha": ">=1.1.0",
    "should": ">=0.6.3"
  },
  "optionalDependencies": {},
  "engines": {
    "node": ">=0.6"
  },
  "license": "MIT"
}
<commit_msg>updated package json<commit_after>{
  "author": "<NAME> <<EMAIL>> (<EMAIL>)",
  "name": "readdirp",
  "description": "Recursive version of fs.readdir.",
  "version": "0.1.0",
  "homepage": "https://github.com/thlorenz/readdirp",
  "repository": {
    "type": "git",
    "url": "git://github.com/thlorenz/readdirp.git"
  },
  "keywords": {
    "recursive",
    "fs",
    "readdir",
    "filesystem",
    "find",
    "filter"
  },
  "main": "readdirp.js",
  "scripts": {
    "test": "mocha"
  },
  "dependencies": {
    "minimatch": ">=0.2.4"
  },
  "devDependencies": {
    "mocha": ">=1.1.0",
    "should": ">=0.6.3"
  },
  "optionalDependencies": {},
  "engines": {
    "node": ">=0.6"
  },
  "license": "MIT"
}

{'fraction_non_alphanumeric': 0.2607385079125848, 'fraction_numerical': 0.02110022607385079, 'mean_word_length': 3.1630094043887147, 'pattern_counts': {'":': 41, '<': 11, '<?xml version=': 0, '>': 19, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1245436', 'n_tokens_mistral': 570, 'n_tokens_neox': 555, 'n_words': 91}