<commit_before>{
  "name": "logiled",
  "version": "0.0.1",
  "main": "index.js",
  "repository": {
    "type": "git",
    "url" : "https://github.com/fresc81/logiled.git"
  },
  "scripts": {
    "download": "node ./download-sdk",
    "configure": "node-gyp configure",
    "build": "node-gyp build",
    "rebuild": "node-gyp rebuild",
    "install": "node ./install",
    "test": "mocha"
  },
  "devDependencies": {
    "async": "^2.1.5",
    "fstream": "^1.0.11",
    "mocha": "^2.2.5",
    "nan": "^2.0.5",
    "node-gyp": "^1.0.3",
    "progress-bar": "^0.1.1",
    "request": "^2.81.0",
    "request-progress": "^3.0.0",
    "typescript": "^2.2.1",
    "unzip": "^0.1.11"
  },
  "dependencies": {
    "bindings": "^1.2.1"
  },
  "license": "BSD-2-Clause"
}
<commit_msg>added common build tasks as npm scripts<commit_after>{
  "name": "logiled",
  "version": "0.0.1",
  "main": "index.js",
  "repository": {
    "type": "git",
    "url" : "https://github.com/fresc81/logiled.git"
  },
  "scripts": {
    "download": "node ./download-sdk",
    "configure": "node-gyp configure",
    "build": "node-gyp build",
    "clean": "node-gyp clean",
    "rebuild": "node-gyp --debug rebuild",
    "dist": "node-gyp rebuild --release --arch=x64 && node-gyp rebuild --release --arch=ia32 && node-gyp clean",
    "install": "node ./install",
    "test": "mocha"
  },
  "devDependencies": {
    "async": "^2.1.5",
    "fstream": "^1.0.11",
    "mocha": "^2.2.5",
    "nan": "^2.0.5",
    "node-gyp": "^1.0.3",
    "progress-bar": "^0.1.1",
    "request": "^2.81.0",
    "request-progress": "^3.0.0",
    "typescript": "^2.2.1",
    "unzip": "^0.1.11"
  },
  "dependencies": {
    "bindings": "^1.2.1"
  },
  "license": "BSD-2-Clause"
}

{'fraction_non_alphanumeric': 0.2711471610660487, 'fraction_numerical': 0.05098493626882966, 'mean_word_length': 2.7060085836909873, 'pattern_counts': {'":': 54, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1142841', 'n_tokens_mistral': 772, 'n_tokens_neox': 728, 'n_words': 133}