<commit_before>{
  "name": "sagemathcloud",
  "version": "0.9.1",
  "description": "A collaborative web-based interface to Sage, IPython, LaTeX and the Terminal.",
  "main": "index.js",
  "directories": {
    "doc": "doc",
    "test": "tests"
  },
  "dependencies": {
    "app-module-path": "^1.0.2",
    "async": "^0.9.0",
    "blocked": "^1.1.0",
    "body-parser": "^1.12.2",
    "browserify": "^1.16.4",
    "cassandra-driver": "^2.0.1",
    "coffee-react": "^3.2.0",
    "commander": "^2.6.0",
    "cookies": "^0.5.0",
    "engine.io": "^1.5.1",
    "expect": "^1.6.0",
    "express": "^4.11.2",
    "express-session": "^1.10.4",
    "flummox": "^3.5.2",
    "formidable": "^1.0.17",
    "hashring": "^3.1.0",
    "htmlparser": "^1.7.7",
    "http-proxy": "^1.8.1",
    "marked": "^0.3.3",
    "mime": "^1.3.4",
    "mkdirp": "^0.5.0",
    "moment": "^2.9.0",
    "node-sass": "^2.0.1",
    "node-uuid": "^1.4.2",
    "nodemailer": "^1.3.0",
    "nodemailer-sendgrid-transport": "^0.1.0",
    "nodeunit": "^0.9.0",
    "passport": "^0.2.1",
    "passport-bitbucket": "^0.1.2",
    "passport-dropbox-oauth2": "^0.1.6",
    "passport-facebook": "^2.0.0",
    "passport-github": "^0.1.5",
    "passport-google-oauth": "^0.2.0",
    "passport-local": "^1.0.0",
    "passport-twitter": "^1.0.3",
    "passport-wordpress": "^0.0.3",
    "password-hash": "^<PASSWORD>",
    "pdfkit": "^0.7.1",
    "posix": "^2.0.0",
    "primus": "^2.4.12",
    "pty.js": "^0.2.5",
    "react": "^0.13.3",
    "react-bootstrap": "^0.23.1",
    "read": "^1.0.5",
    "rethinkdb": "^2.0.0-1",
    "rethinkdbdash": "^2.0.11",
    "rimraf": "^2.2.8",
    "sockjs": "^0.3.12",
    "sqlite3": "^3.0.5",
    "start-stop-daemon": "^0.1.0",
    "stripe": "^3.2.0",
    "temp": "^0.8.1",
    "uglify-js2": "^2.1.11",
    "underscore": "^1.7.0",
    "validator": "^3.30.0",
    "walk": "^2.3.9",
    "winston": "^0.9.0",
    "ws": "^0.7.1"
  },
  "devDependencies": {
    "coffee-script": "^1.9.0",
    "jsdom": ">= 0.1.23 < 4.0.0",
    "mocha": "^2.2.5"
  },
  "scripts": {
    "test": "mocha --compilers coffee:coffee-script/register"
  },
  "repository": {
    "type": "git",
    "url": "https://github.com/sagemathinc/smc"
  },
  "keywords": [
    "python",
    "sage",
    "latex",
    "terminal",
    "web",
    "ide",
    "math",
    "mathematics"
  ],
  "author": "<NAME>, et al.",
  "license": "GPLv3+",
  "bugs": {
    "url": "https://github.com/sagemathinc/smc/issues"
  },
  "homepage": "https://github.com/sagemathinc/smc"
}<commit_msg>add should.js<commit_after>{
  "name": "sagemathcloud",
  "version": "0.9.1",
  "description": "A collaborative web-based interface to Sage, IPython, LaTeX and the Terminal.",
  "main": "index.js",
  "directories": {
    "doc": "doc",
    "test": "tests"
  },
  "dependencies": {
    "app-module-path": "^1.0.2",
    "async": "^0.9.0",
    "blocked": "^1.1.0",
    "body-parser": "^1.12.2",
    "browserify": "^1.16.4",
    "cassandra-driver": "^2.0.1",
    "coffee-react": "^3.2.0",
    "commander": "^2.6.0",
    "cookies": "^0.5.0",
    "engine.io": "^1.5.1",
    "expect": "^1.6.0",
    "express": "^4.11.2",
    "express-session": "^1.10.4",
    "flummox": "^3.5.2",
    "formidable": "^1.0.17",
    "hashring": "^3.1.0",
    "htmlparser": "^1.7.7",
    "http-proxy": "^1.8.1",
    "marked": "^0.3.3",
    "mime": "^1.3.4",
    "mkdirp": "^0.5.0",
    "moment": "^2.9.0",
    "node-sass": "^2.0.1",
    "node-uuid": "^1.4.2",
    "nodemailer": "^1.3.0",
    "nodemailer-sendgrid-transport": "^0.1.0",
    "nodeunit": "^0.9.0",
    "passport": "^0.2.1",
    "passport-bitbucket": "^0.1.2",
    "passport-dropbox-oauth2": "^0.1.6",
    "passport-facebook": "^2.0.0",
    "passport-github": "^0.1.5",
    "passport-google-oauth": "^0.2.0",
    "passport-local": "^1.0.0",
    "passport-twitter": "^1.0.3",
    "passport-wordpress": "^0.0.3",
    "password-hash": "^1.2.2",
    "pdfkit": "^0.7.1",
    "posix": "^2.0.0",
    "primus": "^2.4.12",
    "pty.js": "^0.2.5",
    "react": "^0.13.3",
    "react-bootstrap": "^0.23.1",
    "read": "^1.0.5",
    "rethinkdb": "^2.0.0-1",
    "rethinkdbdash": "^2.0.11",
    "rimraf": "^2.2.8",
    "sockjs": "^0.3.12",
    "sqlite3": "^3.0.5",
    "start-stop-daemon": "^0.1.0",
    "stripe": "^3.2.0",
    "temp": "^0.8.1",
    "uglify-js2": "^2.1.11",
    "underscore": "^1.7.0",
    "validator": "^3.30.0",
    "walk": "^2.3.9",
    "winston": "^0.9.0",
    "ws": "^0.7.1"
  },
  "devDependencies": {
    "coffee-script": "^1.9.0",
    "jsdom": ">= 0.1.23 < 4.0.0",
    "mocha": "^2.2.5",
    "should": "^7.0.1"
  },
  "scripts": {
    "test": "mocha --compilers coffee:coffee-script/register"
  },
  "repository": {
    "type": "git",
    "url": "https://github.com/sagemathinc/smc"
  },
  "keywords": [
    "python",
    "sage",
    "latex",
    "terminal",
    "web",
    "ide",
    "math",
    "mathematics"
  ],
  "author": "<NAME>, et al.",
  "license": "GPLv3+",
  "bugs": {
    "url": "https://github.com/sagemathinc/smc/issues"
  },
  "homepage": "https://github.com/sagemathinc/smc"
}
{'fraction_non_alphanumeric': 0.302431310535679, 'fraction_numerical': 0.08183435461553666, 'mean_word_length': 2.5065835065835067, 'pattern_counts': {'":': 163, '<': 8, '<?xml version=': 0, '>': 8, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1734748', 'n_tokens_mistral': 2529, 'n_tokens_neox': 2340, 'n_words': 361}