<commit_before>{
  "name": "creditcards-tokenizer",
  "version": "1.2.2",
  "description": "Wix Restaurants credit-cards tokenizer",
  "main": "dist/index.js",
  "scripts": {
    "test": "mocha --compilers js:babel/register",
    "prepublish": "npm test"
  },
  "repository": {
    "type": "git",
    "url": "https://github.com/wix/creditcards-tokenizer.git"
  },
  "keywords": [
    "credit cards",
    "tokenizer",
    "tokenization",
    "pci"
  ],
  "author": "Wix Restaurants",
  "license": "Apache",
  "bugs": {
    "url": "https://github.com/wix/creditcards-tokenizer/issues"
  },
  "homepage": "https://github.com/wix/creditcards-tokenizer",
  "devDependencies": {
    "babel": "^5.8.21",
    "babel-core": "^5.8.22",
    "babel-loader": "^5.3.2",
    "chai": "^2.2.0",
    "grunt": "^0.4.5",
    "grunt-webpack": "^1.0.11",
    "jsx-loader": "^0.13.2",
    "lodash": "^3.9.3",
    "mocha": "^2.2.1",
    "webpack": "^1.12.0",
    "webpack-dev-server": "^1.10.1",
    "xhr2": "^0.1.3"
  },
  "dependencies": {},
  "directories": {
    "test": "test"
  },
  "publishConfig": {
    "registry": "https://registry.npmjs.org/"
  }
}
<commit_msg>Now automatically builds as part of npm install<commit_after>{
  "name": "creditcards-tokenizer",
  "version": "1.2.2",
  "description": "Wix Restaurants credit-cards tokenizer",
  "main": "dist/index.js",
  "scripts": {
	"postinstall": "grunt",
    "test": "mocha --compilers js:babel/register",
    "prepublish": "npm test"
  },
  "repository": {
    "type": "git",
    "url": "https://github.com/wix/creditcards-tokenizer.git"
  },
  "keywords": [
    "credit cards",
    "tokenizer",
    "tokenization",
    "pci"
  ],
  "author": "<NAME>",
  "license": "Apache",
  "bugs": {
    "url": "https://github.com/wix/creditcards-tokenizer/issues"
  },
  "homepage": "https://github.com/wix/creditcards-tokenizer",
  "devDependencies": {
    "babel": "^5.8.21",
    "babel-core": "^5.8.22",
    "babel-loader": "^5.3.2",
    "chai": "^2.2.0",
    "grunt": "^0.4.5",
    "grunt-webpack": "^1.0.11",
    "jsx-loader": "^0.13.2",
    "lodash": "^3.9.3",
    "mocha": "^2.2.1",
    "webpack": "^1.12.0",
    "webpack-dev-server": "^1.10.1",
    "xhr2": "^0.1.3"
  },
  "dependencies": {},
  "directories": {
    "test": "test"
  },
  "publishConfig": {
    "registry": "https://registry.npmjs.org/"
  }
}

{'fraction_non_alphanumeric': 0.25404944586530265, 'fraction_numerical': 0.0392156862745098, 'mean_word_length': 2.991496598639456, 'pattern_counts': {'":': 69, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 8, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4280150', 'n_tokens_mistral': 1024, 'n_tokens_neox': 953, 'n_words': 154}