<commit_before>{
  "name": "base",
  "description": "onecommons base",
  "version": "0.0.1",
  "private": true,
  "scripts": {
    "start": "node index.js",
    "test": "NODE_ENV=test mocha -R tap"
  },
  "dependencies": {
    "express": "^4.4.3",
    "less-middleware": "~1.0.3",
    "mongodb": "*",
    "promise": "*",
    "swig": "git://github.com/paularmstrong/swig.git#9b754364a026b14ce81e6942279678f7d476425d",
    "mongoose": "~3.8.1",
    "passport": "~0.1.17",
    "passport-local": "~0.1.6",
    "passport-facebook": "~1.0.2",
    "passport-twitter": "~1.0.2",
    "passport-google-oauth": "~0.1.5",
    "connect-flash": "~0.1.1",
    "bcrypt-nodejs": "latest",
    "underscore": "~1.6.0",
    "moment": "^2.6.0",
    "keystone": "^0.2.14",
    "request": "^2.34.0",
    "async": "^0.8.0",
    "body-parser": "~1.3.1",
    "cookie-parser": "~1.1.0",
    "express-session": "~1.3.1",
    "morgan": "~1.1.1",
    "errorhandler": "~1.0.2"
  },
  "devDependencies": {
    "mocha": "~1.15.1",
    "supertest": "0.10.0",
    "should": "~3.1.3",
    "open": "0.0.5",
    "chai": "^1.9.1",
    "chai-as-promised": "^4.1.1",
    "zombie": "~2.0.0-alpha31",
    "cheerio": "~0.16.0"
  }
}
<commit_msg>use npm dependency now that the swig bug fix has been released<commit_after>{
  "name": "base",
  "description": "onecommons base",
  "version": "0.0.1",
  "private": true,
  "scripts": {
    "start": "node index.js",
    "test": "NODE_ENV=test mocha -R tap"
  },
  "dependencies": {
    "express": "^4.4.3",
    "less-middleware": "~1.0.3",
    "mongodb": "*",
    "promise": "*",
    "swig": "~1.4.1",
    "mongoose": "~3.8.1",
    "passport": "~0.1.17",
    "passport-local": "~0.1.6",
    "passport-facebook": "~1.0.2",
    "passport-twitter": "~1.0.2",
    "passport-google-oauth": "~0.1.5",
    "connect-flash": "~0.1.1",
    "bcrypt-nodejs": "latest",
    "underscore": "~1.6.0",
    "moment": "^2.6.0",
    "keystone": "^0.2.14",
    "request": "^2.34.0",
    "async": "^0.8.0",
    "body-parser": "~1.3.1",
    "cookie-parser": "~1.1.0",
    "express-session": "~1.3.1",
    "morgan": "~1.1.1",
    "errorhandler": "~1.0.2"
  },
  "devDependencies": {
    "mocha": "~1.15.1",
    "supertest": "0.10.0",
    "should": "~3.1.3",
    "open": "0.0.5",
    "chai": "^1.9.1",
    "chai-as-promised": "^4.1.1",
    "zombie": "~2.0.0-alpha31",
    "cheerio": "~0.16.0"
  }
}

{'fraction_non_alphanumeric': 0.2898611695414388, 'fraction_numerical': 0.09171224232225494, 'mean_word_length': 2.669753086419753, 'pattern_counts': {'":': 80, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4572553', 'n_tokens_mistral': 1175, 'n_tokens_neox': 1082, 'n_words': 173}