<commit_before>{
  "name": "lev",
  "version": "1.2.0-1",
  "bin": "./lev",
  "description": "commandline and REPL access for leveldb",
  "main": "lev",
  "dependencies": {
    "level": "0.17.0-1",
    "optimist": "0.3.4",
    "deepmerge": "~0.2.5",
    "level-delete-range": "0.1.0",
    "event-stream": "~3.0.14",
    "multilevel": "~5.3.2",
    "reconnect": "~1.5.0",
    "level-sublevel": "~4.8.0",
    "tabulate": "0.0.1",
    "config-chain": "~1.1.7",
    "level-subtree": "~1.1.0",
    "archy": "0.0.2"
  },
  "devDependencies": {
    "tap": "0.4.3",
    "async": "0.1.22"
  },
  "scripts": {
    "test": "./test/test"
  },
  "repository": {
    "type": "git",
    "url": "git://github.com/hij1nx/lev.git"
  },
  "keywords": [
    "leveldb"
  ],
  "preferGlobal": true,
  "author": "hij1nx",
  "license": "MIT",
  "readmeFilename": "README.md"
}
<commit_msg>performance improvements for large data sets<commit_after>{
  "name": "lev",
  "version": "1.2.2",
  "bin": "./lev",
  "description": "commandline and REPL access for leveldb",
  "main": "lev",
  "dependencies": {
    "level": "0.18.0",
    "optimist": "0.3.4",
    "deepmerge": "~0.2.5",
    "level-delete-range": "0.1.0",
    "event-stream": "~3.0.14",
    "multilevel": "~5.3.2",
    "reconnect": "~1.5.0",
    "level-sublevel": "~4.8.0",
    "tabulate": "0.0.1",
    "config-chain": "~1.1.7",
    "level-subtree": "~1.1.1",
    "archy": "0.0.2"
  },
  "devDependencies": {
    "tap": "0.4.3",
    "async": "0.1.22"
  },
  "scripts": {
    "test": "./test/test"
  },
  "repository": {
    "type": "git",
    "url": "git://github.com/hij1nx/lev.git"
  },
  "keywords": [
    "leveldb"
  ],
  "preferGlobal": true,
  "author": "hij1nx",
  "license": "MIT",
  "readmeFilename": "README.md"
}

{'fraction_non_alphanumeric': 0.27660785429709733, 'fraction_numerical': 0.05805350028457598, 'mean_word_length': 2.7088607594936707, 'pattern_counts': {'":': 62, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5643824', 'n_tokens_mistral': 805, 'n_tokens_neox': 773, 'n_words': 133}