<commit_before>{
  "name": "banger",
  "version": "0.0.7",
  "description": "Gulp-based build system, inject tasks into lifecyce, so it can be extended by user tasks.",
  "main": "dist/index.js",
  "scripts": {
    "clean": "gulp clean",
    "help": "gulp help",
    "setup": "npm install --no-optional",
    "build": "gulp",
    "test": "gulp test",
    "start": "gulp watch"
  },
  "engines": {
    "node": ">=4.4.2",
    "npm": ">=3.8.6"
  },
  "keywords": [
    "Gulp",
    "Build",
    "Lifecyce",
    "es6",
    "es2015",
    "sass"
  ],
  "author": {
    "name": "<NAME>",
    "email": "<EMAIL>"
  },
  "homepage": "https://github.com/marksmall/banger",
  "license": "MIT",
  "bugs": "https://github.com/marksmall/banger/issues",
  "repository": {
    "type": "git",
    "url": "https://github.com/marksmall/banger.git"
  },
  "contributors": [
    {
      "name": "<NAME>",
      "email": "<EMAIL>"
    }
  ],
  "files": [
    "dist"
  ],
  "directories": {
    "lib": "./dist"
  },
  "dependencies": {
    "browser-sync": "^2.14.0",
    "eslint": "^3.2.2",
    "eslint-config-standard": "^5.3.5",
    "eslint-plugin-promise": "^2.0.0",
    "eslint-plugin-standard": "^2.0.0",
    "event-stream": "^3.3.4",
    "del": "^2.2.1",
    "gulp": "^3.9.1",
    "gulp-autoprefixer": "^3.1.0",
    "gulp-babel": "^6.1.2",
    "gulp-cache": "^0.4.5",
    "gulp-changed": "^1.3.1",
    "gulp-concat": "^2.6.0",
    "gulp-cssimport": "^3.1.0",
    "gulp-csso": "^2.0.0",
    "gulp-debug": "^2.1.2",
    "gulp-eslint": "^3.0.1",
    "gulp-help": "^1.6.1",
    "gulp-html-replace": "^1.6.1",
    "gulp-if": "^2.0.1",
    "gulp-imagemin": "^3.0.2",
    "gulp-inline-source": "^2.1.0",
    "gulp-minify-css": "^1.2.4",
    "gulp-minify-html": "^1.0.6",
    "gulp-notify": "^2.2.0",
    "gulp-sass": "^2.3.2",
    "gulp-sass-lint": "^1.2.0",
    "gulp-sourcemaps": "^1.6.0",
    "gulp-tslint": "^6.0.2",
    "gulp-typescript": "^2.13.6",
    "gulp-nice-package": "^1.1.0",
    "gulp-plumber": "^1.1.0",
    "gulp-size": "^2.1.0",
    "gulp-util": "^3.0.7",
    "jspm": "^0.16.42",
    "path": "^0.12.7",
    "require-dir": "^0.3.0",
    "tslint": "^3.14.0",
    "typescript": "^1.8.10"
  },
  "devDependencies": {
    "babel-preset-es2015": "^6.9.0",
    "karma": "^1.1.2",
    "run-sequence": "^1.2.2"
  }
}
<commit_msg>Add karma and other missing dependencies:<commit_after>{
  "name": "banger",
  "version": "0.0.7",
  "description": "Gulp-based build system, inject tasks into lifecyce, so it can be extended by user tasks.",
  "main": "dist/index.js",
  "scripts": {
    "clean": "gulp clean",
    "help": "gulp help",
    "setup": "npm install --no-optional",
    "build": "gulp",
    "test": "gulp test",
    "start": "gulp watch"
  },
  "engines": {
    "node": ">=4.4.2",
    "npm": ">=3.8.6"
  },
  "keywords": [
    "Gulp",
    "Build",
    "Lifecyce",
    "es6",
    "es2015",
    "sass"
  ],
  "author": {
    "name": "<NAME>",
    "email": "<EMAIL>"
  },
  "homepage": "https://github.com/marksmall/banger",
  "license": "MIT",
  "bugs": "https://github.com/marksmall/banger/issues",
  "repository": {
    "type": "git",
    "url": "https://github.com/marksmall/banger.git"
  },
  "contributors": [
    {
      "name": "<NAME>",
      "email": "<EMAIL>"
    }
  ],
  "files": [
    "dist"
  ],
  "directories": {
    "lib": "./dist"
  },
  "dependencies": {
    "browser-sync": "^2.14.0",
    "eslint": "^3.2.2",
    "eslint-config-standard": "^5.3.5",
    "eslint-plugin-promise": "^2.0.0",
    "eslint-plugin-standard": "^2.0.0",
    "event-stream": "^3.3.4",
    "del": "^2.2.1",
    "gulp": "^3.9.1",
    "gulp-autoprefixer": "^3.1.0",
    "gulp-babel": "^6.1.2",
    "gulp-cache": "^0.4.5",
    "gulp-changed": "^1.3.1",
    "gulp-concat": "^2.6.0",
    "gulp-cssimport": "^3.1.0",
    "gulp-csso": "^2.0.0",
    "gulp-debug": "^2.1.2",
    "gulp-eslint": "^3.0.1",
    "gulp-help": "^1.6.1",
    "gulp-html-replace": "^1.6.1",
    "gulp-if": "^2.0.1",
    "gulp-imagemin": "^3.0.2",
    "gulp-inline-source": "^2.1.0",
    "gulp-minify-css": "^1.2.4",
    "gulp-minify-html": "^1.0.6",
    "gulp-notify": "^2.2.0",
    "gulp-sass": "^2.3.2",
    "gulp-sass-lint": "^1.2.0",
    "gulp-sourcemaps": "^1.6.0",
    "gulp-tslint": "^6.0.2",
    "gulp-typescript": "^2.13.6",
    "gulp-nice-package": "^1.1.0",
    "gulp-plumber": "^1.1.0",
    "gulp-size": "^2.1.0",
    "gulp-util": "^3.0.7",
    "jspm": "^0.16.42",
    "karma": "0.13.x",
    "karma-chrome-launcher": "0.2.x",
    "karma-firefox-launcher": "0.1.7",
    "karma-ie-launcher": "0.2.0",
    "karma-jspm": "2.1.x",
    "karma-phantomjs-launcher": "1.0.x",
    "karma-systemjs": "0.13.x",
    "path": "^0.12.7",
    "phantomjs-polyfill": "0.0.x",
    "phantomjs-prebuilt": "^2.1.7",
    "require-dir": "0.3.x",
    "run-sequence": "1.1.x",
    "systemjs-builder": "0.15.x",
    "tslint": "^3.14.0",
    "typescript": "^1.8.10"
  },
  "devDependencies": {
    "babel-preset-es2015": "^6.9.0",
    "jasmine": "2.4.x",
    "karma-jasmine": "0.3.x",
    "run-sequence": "^1.2.2"
  }
}

{'fraction_non_alphanumeric': 0.29128712871287127, 'fraction_numerical': 0.06534653465346535, 'mean_word_length': 2.4619602467443453, 'pattern_counts': {'":': 160, '<': 11, '<?xml version=': 0, '>': 15, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '562691', 'n_tokens_mistral': 2477, 'n_tokens_neox': 2343, 'n_words': 361}