<commit_before>{
  "name": "tm2",
  "version": "0.0.0",
  "main": "./index",
  "engineStrict": true,
  "engines": {
    "node": "0.8.x || 0.10.x"
  },
  "repository": {
    "type": "git",
    "url": "git://github.com/mapbox/tm2.git"
  },
  "dependencies": {
    "express": "3.1.x",
    "chrono": "1.0.x",
    "connect": "2.7.x",
    "passport": "0.1.x",
    "passport-oauth": "0.1.x",
    "optimist": "https://github.com/willwhite/node-optimist/tarball/config-file",
    "underscore": "1.4.x",
    "tilejson": "~0.6.3",
    "mbtiles": "0.4.x",
    "mkdirp": "0.3.x",
    "dirty": "0.9.x",
    "sphericalmercator": "1.0.x",
    "js-yaml": "https://github.com/mapbox/js-yaml/tarball/scalar-styles",
    "fstream": "0.1.x",
    "tar": "0.1.x",
    "mapnik": "1.3.0",
    "mapnik-reference": "~5.0.5",
    "carto": "https://github.com/mapbox/carto/tarball/master",
    "tilelive": "4.5.x",
    "tilelive-bridge": "0.1.0",
    "tilelive-vector": "0.5.0",
    "tm2-default-fonts": "https://github.com/mapbox/tm2-default-fonts/tarball/master",
    "tm2-default-style": "https://github.com/mapbox/tm2-default-style/tarball/master",
    "cors": "~2.1.1"
  },
  "devDependencies": {
    "mocha": "1.8.x"
  },
  "scripts": {
    "start": "./index.js",
    "test": "mocha -R spec"
  }
}
<commit_msg>tv 0.6.1<commit_after>{
  "name": "tm2",
  "version": "0.0.0",
  "main": "./index",
  "engineStrict": true,
  "engines": {
    "node": "0.8.x || 0.10.x"
  },
  "repository": {
    "type": "git",
    "url": "git://github.com/mapbox/tm2.git"
  },
  "dependencies": {
    "express": "3.1.x",
    "chrono": "1.0.x",
    "connect": "2.7.x",
    "passport": "0.1.x",
    "passport-oauth": "0.1.x",
    "optimist": "https://github.com/willwhite/node-optimist/tarball/config-file",
    "underscore": "1.4.x",
    "tilejson": "~0.6.3",
    "mbtiles": "0.4.x",
    "mkdirp": "0.3.x",
    "dirty": "0.9.x",
    "sphericalmercator": "1.0.x",
    "js-yaml": "https://github.com/mapbox/js-yaml/tarball/scalar-styles",
    "fstream": "0.1.x",
    "tar": "0.1.x",
    "mapnik": "1.3.0",
    "mapnik-reference": "~5.0.5",
    "carto": "https://github.com/mapbox/carto/tarball/master",
    "tilelive": "4.5.x",
    "tilelive-bridge": "0.1.0",
    "tilelive-vector": "0.6.1",
    "tm2-default-fonts": "https://github.com/mapbox/tm2-default-fonts/tarball/master",
    "tm2-default-style": "https://github.com/mapbox/tm2-default-style/tarball/master",
    "cors": "~2.1.1"
  },
  "devDependencies": {
    "mocha": "1.8.x"
  },
  "scripts": {
    "start": "./index.js",
    "test": "mocha -R spec"
  }
}

{'fraction_non_alphanumeric': 0.2748151031529778, 'fraction_numerical': 0.047878551965745426, 'mean_word_length': 2.681948424068768, 'pattern_counts': {'":': 78, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 10, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5058979', 'n_tokens_mistral': 1189, 'n_tokens_neox': 1159, 'n_words': 155}