<commit_before>{
  "name": "tree-sitter-cli",
  "author": "<NAME>",
  "license": "MIT",
  "repository": {
    "type": "git",
    "url": "http://github.com/tree-sitter/tree-sitter-cli.git"
  },
  "description": "Incremental parsers for node",
  "keywords": [
    "parser",
    "lexer"
  ],
  "main": "lib/api/index.js",
  "scripts": {
    "test": "mocha"
  },
  "bin": {
    "tree-sitter": "cli.js"
  },
  "version": "0.5.4",
  "dependencies": {
    "ejs": "1.0.0",
    "fs-extra": "^0.30.0",
    "mkdirp": "^0.5.1",
    "nan": "^2.0.0",
    "stackvis": "^0.3.0",
    "temp": "0.8.x",
    "tree-sitter": "^0.5.2",
    "vows": "0.7.x",
    "yargs": "4.8.x"
  },
  "devDependencies": {
    "chai": "3.5.x",
    "jsonschema": "^1.0.3",
    "mocha": "2.4.x"
  }
}
<commit_msg>Upgrade node-tree-sitter dependency<commit_after>{
  "name": "tree-sitter-cli",
  "author": "<NAME>",
  "license": "MIT",
  "repository": {
    "type": "git",
    "url": "http://github.com/tree-sitter/tree-sitter-cli.git"
  },
  "description": "Incremental parsers for node",
  "keywords": [
    "parser",
    "lexer"
  ],
  "main": "lib/api/index.js",
  "scripts": {
    "test": "mocha"
  },
  "bin": {
    "tree-sitter": "cli.js"
  },
  "version": "0.5.4",
  "dependencies": {
    "ejs": "1.0.0",
    "fs-extra": "^0.30.0",
    "mkdirp": "^0.5.1",
    "nan": "^2.0.0",
    "stackvis": "^0.3.0",
    "temp": "0.8.x",
    "tree-sitter": "^0.5.4-0",
    "vows": "0.7.x",
    "yargs": "4.8.x"
  },
  "devDependencies": {
    "chai": "3.5.x",
    "jsonschema": "^1.0.3",
    "mocha": "2.4.x"
  }
}

{'fraction_non_alphanumeric': 0.289272030651341, 'fraction_numerical': 0.04533844189016603, 'mean_word_length': 2.497767857142857, 'pattern_counts': {'":': 56, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5342304', 'n_tokens_mistral': 759, 'n_tokens_neox': 730, 'n_words': 114}