<commit_before>{
  "name": "lightning",
  "description": "lightning dataviz notebooks",
  "version": "1.0.0",
  "author": {
    "name": "<NAME>",
    "email": "<EMAIL>"
  },
  "engines": {
    "node": "0.10.x"
  },
  "scripts": {
    "start": "NODE_ENV=development nodemon --watch app --watch public/js server.js ",
    "test": "mocha --timeout 20000",
    "migrate": "./node_modules/.bin/sequelize db:migrate --config ./config/database.js"
    "createdb": "psql -c 'create database \"lightning-viz\";'"
  },
  "browserify": {
    "transform": [
      "jadeify",
      "bulkify"
    ]
  },
  "licenses": [
    {
      "type": "MIT"
    }
  ],
  "dependencies": {
    "async": "^0.9.0",
    "basic-auth-connect": "^1.0.0",
    "batch": "^0.5.1",
    "body-parser": "^1.4.3",
    "browserify": "^6.0.1",
    "bulk-require": "^0.2.1",
    "bulkify": "^1.0.2",
    "colors": "~0.6.2",
    "command-exists": "^0.1.0",
    "compression": "^1.0.8",
    "connect-basic-auth": "^0.1.0",
    "connect-flash": "^0.1.1",
    "connect-mongo": "^0.4.1",
    "connect-slashes": "^1.2.0",
    "cookie-parser": "^1.3.2",
    "cookie-session": "^1.0.2",
    "csurf": "^1.3.0",
    "d3": "~3.4.9",
    "datamaps-all-browserify": "^0.3.4",
    "easyimage": "^1.0.1",
    "expect.js": "^0.3.1",
    "express": "~4.0.0",
    "fbgraph": "~0.2.10",
    "forever": "^0.11.1",
    "fs-extra": "^0.11.1",
    "gift": "^0.4.3-1",
    "glob": "^4.0.6",
    "google-spreadsheets": "~0.3.0",
    "gulp": "~3.8.0",
    "gulp-browserify": "~0.5.0",
    "gulp-browserify-protect": "^0.1.0",
    "gulp-buster": "~0.2.2",
    "gulp-csso": "~0.2.7",
    "gulp-gzip": "0.0.6",
    "gulp-if": "0.0.5",
    "gulp-jade": "~0.5.0",
    "gulp-livereload": "~1.3.1",
    "gulp-rename": "~1.2.0",
    "gulp-s3": "~0.3.0",
    "gulp-sass": "~0.7.1",
    "gulp-sass-bulk-import": "^0.1.0",
    "gulp-uglify": "~0.2.1",
    "gulp-util": "~2.2.14",
    "highlight.js": "^8.2.0",
    "inherits": "^2.0.1",
    "jade": "~1.3.1",
    "jadeify": "^2.7.0",
    "knox": "^0.9.0",
    "leaflet.freedraw-browserify": "~1.2.1",
    "leaflet": "^0.7.3",
    "lightning-client-utils": "^0.3.1",
    "lodash": "~2.4.1",
    "marked": "~0.3.2",
    "method-override": "^2.1.1",
    "mocha": "^1.21.5",
    "moment": "~2.6.0",
    "morgan": "^1.2.0",
    "multiparty": "^3.3.1",
    "node-sass": "^0.9.6",
    "node-uuid": "^1.4.1",
    "nodemon": "*",
    "passport": "^0.2.0",
    "passport-facebook": "~1.0.3",
    "passport-local": "^1.0.0",
    "path": "~0.4.9",
    "pg": "~3.4.1",
    "q": "~1.0.1",
    "randomstring": "^1.0.3",
    "request": "~2.36.0",
    "resumer": "0.0.0",
    "sequelize": "^1.7.10",
    "sequelize-cli": "^0.3.3",
    "serve-favicon": "^2.1.6",
    "serve-static": "*",
    "should": "*",
    "simplify-js": "^1.2.1",
    "socket.io": "~1.0.6",
    "superagent": "^0.18.2",
    "supertest": "*",
    "svg-path-generator": "^1.0.0",
    "swig": "^1.4.1",
    "three-fly-controls": "^0.1.0",
    "three.js": "git://github.com/mathisonian/three.js",
    "tiny-lr": "0.0.5",
    "topojson": "^1.6.18",
    "validator": "~3.17.0",
    "view-helpers": "^0.1.5",
    "winston": "^0.7.3",
    "yargs": "^1.3.3"
  }
}
<commit_msg>fix typo in package.json<commit_after>{
  "name": "lightning",
  "description": "lightning dataviz notebooks",
  "version": "1.0.0",
  "author": {
    "name": "<NAME>",
    "email": "<EMAIL>"
  },
  "engines": {
    "node": "0.10.x"
  },
  "scripts": {
    "start": "NODE_ENV=development nodemon --watch app --watch public/js server.js ",
    "test": "mocha --timeout 20000",
    "migrate": "./node_modules/.bin/sequelize db:migrate --config ./config/database.js",
    "createdb": "psql -c 'create database \"lightning-viz\";'"
  },
  "browserify": {
    "transform": [
      "jadeify",
      "bulkify"
    ]
  },
  "licenses": [
    {
      "type": "MIT"
    }
  ],
  "dependencies": {
    "async": "^0.9.0",
    "basic-auth-connect": "^1.0.0",
    "batch": "^0.5.1",
    "body-parser": "^1.4.3",
    "browserify": "^6.0.1",
    "bulk-require": "^0.2.1",
    "bulkify": "^1.0.2",
    "colors": "~0.6.2",
    "command-exists": "^0.1.0",
    "compression": "^1.0.8",
    "connect-basic-auth": "^0.1.0",
    "connect-flash": "^0.1.1",
    "connect-mongo": "^0.4.1",
    "connect-slashes": "^1.2.0",
    "cookie-parser": "^1.3.2",
    "cookie-session": "^1.0.2",
    "csurf": "^1.3.0",
    "d3": "~3.4.9",
    "datamaps-all-browserify": "^0.3.4",
    "easyimage": "^1.0.1",
    "expect.js": "^0.3.1",
    "express": "~4.0.0",
    "fbgraph": "~0.2.10",
    "forever": "^0.11.1",
    "fs-extra": "^0.11.1",
    "gift": "^0.4.3-1",
    "glob": "^4.0.6",
    "google-spreadsheets": "~0.3.0",
    "gulp": "~3.8.0",
    "gulp-browserify": "~0.5.0",
    "gulp-browserify-protect": "^0.1.0",
    "gulp-buster": "~0.2.2",
    "gulp-csso": "~0.2.7",
    "gulp-gzip": "0.0.6",
    "gulp-if": "0.0.5",
    "gulp-jade": "~0.5.0",
    "gulp-livereload": "~1.3.1",
    "gulp-rename": "~1.2.0",
    "gulp-s3": "~0.3.0",
    "gulp-sass": "~0.7.1",
    "gulp-sass-bulk-import": "^0.1.0",
    "gulp-uglify": "~0.2.1",
    "gulp-util": "~2.2.14",
    "highlight.js": "^8.2.0",
    "inherits": "^2.0.1",
    "jade": "~1.3.1",
    "jadeify": "^2.7.0",
    "knox": "^0.9.0",
    "leaflet.freedraw-browserify": "~1.2.1",
    "leaflet": "^0.7.3",
    "lightning-client-utils": "^0.3.1",
    "lodash": "~2.4.1",
    "marked": "~0.3.2",
    "method-override": "^2.1.1",
    "mocha": "^1.21.5",
    "moment": "~2.6.0",
    "morgan": "^1.2.0",
    "multiparty": "^3.3.1",
    "node-sass": "^0.9.6",
    "node-uuid": "^1.4.1",
    "nodemon": "*",
    "passport": "^0.2.0",
    "passport-facebook": "~1.0.3",
    "passport-local": "^1.0.0",
    "path": "~0.4.9",
    "pg": "~3.4.1",
    "q": "~1.0.1",
    "randomstring": "^1.0.3",
    "request": "~2.36.0",
    "resumer": "0.0.0",
    "sequelize": "^1.7.10",
    "sequelize-cli": "^0.3.3",
    "serve-favicon": "^2.1.6",
    "serve-static": "*",
    "should": "*",
    "simplify-js": "^1.2.1",
    "socket.io": "~1.0.6",
    "superagent": "^0.18.2",
    "supertest": "*",
    "svg-path-generator": "^1.0.0",
    "swig": "^1.4.1",
    "three-fly-controls": "^0.1.0",
    "three.js": "git://github.com/mathisonian/three.js",
    "tiny-lr": "0.0.5",
    "topojson": "^1.6.18",
    "validator": "~3.17.0",
    "view-helpers": "^0.1.5",
    "winston": "^0.7.3",
    "yargs": "^1.3.3"
  }
}

{'fraction_non_alphanumeric': 0.31320400500625784, 'fraction_numerical': 0.08635794743429287, 'mean_word_length': 2.3523859465128476, 'pattern_counts': {'":': 214, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2700209', 'n_tokens_mistral': 3247, 'n_tokens_neox': 3038, 'n_words': 449}