<commit_before>{
  "name": "kuromoji",
  "version": "0.0.2",
  "author": "<NAME> <<EMAIL>>",
  "description": "JavaScript implementation of Japanese morphological analyzer",
  "main": "./dist/node/kuromoji.js",
  "keywords": [
    "morphological analyzer",
    "tokenizer",
    "japanese",
    "pos",
    "pos tagger",
    "nlp"
  ],
  "license": "Apache-2.0",
  "homepage": "https://github.com/takuyaa/kuromoji.js",
  "repository": {
    "type": "git",
    "url": "https://github.com/takuyaa/kuromoji.js.git"
  },
  "scripts": {
    "test": "mocha -R spec --recursive"
  },
  "bugs": {
    "url": "https://github.com/takuyaa/kuromoji.js/issues"
  },
  "dependencies": {
    "async": "^0.9.0",
    "doublearray": "0.0.2",
    "zlibjs": "^0.2.0"
  },
  "devDependencies": {
    "browserify": "^6.3.2",
    "chai": "^1.10.0",
    "coveralls": "^2.11.2",
    "event-stream": "^3.1.7",
    "gulp": "^3.8.10",
    "gulp-clean": "^0.3.1",
    "gulp-gunzip": "0.0.2",
    "gulp-gzip": "0.0.8",
    "gulp-istanbul": "^0.3.1",
    "gulp-jsdoc": "^0.1.4",
    "gulp-jshint": "^1.9.0",
    "gulp-mocha": "^2.0.0",
    "gulp-remote-src": "^0.3.0",
    "gulp-sourcemaps": "^1.2.8",
    "gulp-util": "^3.0.1",
    "gulp-webserver": "^0.8.7",
    "jconv": "^0.1.5",
    "mocha": "^2.2.5",
    "run-sequence": "^1.0.1",
    "vinyl-source-stream": "^1.0.0"
  }
}
<commit_msg>Update "async" version from 0.9 to 1.4<commit_after>{
  "name": "kuromoji",
  "version": "0.0.2",
  "author": "<NAME> <<EMAIL>>",
  "description": "JavaScript implementation of Japanese morphological analyzer",
  "main": "./dist/node/kuromoji.js",
  "keywords": [
    "morphological analyzer",
    "tokenizer",
    "japanese",
    "pos",
    "pos tagger",
    "nlp"
  ],
  "license": "Apache-2.0",
  "homepage": "https://github.com/takuyaa/kuromoji.js",
  "repository": {
    "type": "git",
    "url": "https://github.com/takuyaa/kuromoji.js.git"
  },
  "scripts": {
    "test": "mocha -R spec --recursive"
  },
  "bugs": {
    "url": "https://github.com/takuyaa/kuromoji.js/issues"
  },
  "dependencies": {
    "async": "^1.4.0",
    "doublearray": "0.0.2",
    "zlibjs": "^0.2.0"
  },
  "devDependencies": {
    "browserify": "^6.3.2",
    "chai": "^1.10.0",
    "coveralls": "^2.11.2",
    "event-stream": "^3.1.7",
    "gulp": "^3.8.10",
    "gulp-clean": "^0.3.1",
    "gulp-gunzip": "0.0.2",
    "gulp-gzip": "0.0.8",
    "gulp-istanbul": "^0.3.1",
    "gulp-jsdoc": "^0.1.4",
    "gulp-jshint": "^1.9.0",
    "gulp-mocha": "^2.0.0",
    "gulp-remote-src": "^0.3.0",
    "gulp-sourcemaps": "^1.2.8",
    "gulp-util": "^3.0.1",
    "gulp-webserver": "^0.8.7",
    "jconv": "^0.1.5",
    "mocha": "^2.2.5",
    "run-sequence": "^1.0.1",
    "vinyl-source-stream": "^1.0.0"
  }
}

{'fraction_non_alphanumeric': 0.27800072966070777, 'fraction_numerical': 0.05764319591390003, 'mean_word_length': 2.6706827309236947, 'pattern_counts': {'":': 80, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4365112', 'n_tokens_mistral': 1329, 'n_tokens_neox': 1254, 'n_words': 190}