<commit_before>{
  "name": "gensequence",
  "version": "2.1.1",
  "description": "Small library to simplify working with Generators and Iterators in Javascript / Typescript",
  "main": "lib/index.js",
  "typings": "lib/index.d.ts",
  "dependencies": {},
  "devDependencies": {
    "@types/chai": "^4.1.3",
    "@types/mocha": "^5.2.0",
    "@types/node": "^7.0.61",
    "chai": "^4.1.2",
    "coveralls": "^3.0.0",
    "mocha": "^5.1.1",
    "nyc": "^11.7.1",
    "rimraf": "^2.6.2",
    "ts-node": "^6.0.1",
    "typescript": "^2.8.3"
  },
  "scripts": {
    "prepublish": "npm run clean-build && npm test",
    "clean-build": "npm run clean && npm run build",
    "clean": "rimraf lib",
    "test": "mocha lib/**/*.test.js",
    "perf": "mocha lib/**/*.perf.js",
    "build": "tsc -p .",
    "watch": "tsc -w -p .",
    "coverage": "npm run generate-code-coverage",
    "generate-code-coverage": "NODE_ENV=test nyc npm run test-ts",
    "test-ts": "NODE_ENV=test mocha --require ts-node/register --recursive \"src/**/*.test.ts\"",
    "coverage-coveralls": "nyc report --reporter=text-lcov | coveralls",
    "travis-coverage": "npm run generate-code-coverage && npm run coverage-coveralls"
  },
  "repository": {
    "type": "git",
    "url": "git+https://github.com/Jason3S/GenSequence.git"
  },
  "keywords": [
    "generators",
    "generator",
    "iterator",
    "iterators",
    "iterable",
    "functional",
    "map",
    "reduce"
  ],
  "author": "<NAME>",
  "license": "MIT",
  "bugs": {
    "url": "https://github.com/Jason3S/GenSequence/issues"
  },
  "nyc": {
    "include": [
      "src/**/*.ts"
    ],
    "exclude": [
      "src/**/*.test.ts",
      "src/**/*.perf.ts"
    ],
    "extension": [
      ".ts"
    ],
    "require": [
      "ts-node/register"
    ],
    "reporter": [
      "json",
      "html"
    ]
  },
  "homepage": "https://github.com/Jason3S/GenSequence#readme"
}
<commit_msg>Make sure we only publish necessary files.<commit_after>{
  "name": "gensequence",
  "version": "2.1.1",
  "description": "Small library to simplify working with Generators and Iterators in Javascript / Typescript",
  "main": "lib/index.js",
  "typings": "lib/index.d.ts",
  "dependencies": {},
  "devDependencies": {
    "@types/chai": "^4.1.3",
    "@types/mocha": "^5.2.0",
    "@types/node": "^7.0.61",
    "chai": "^4.1.2",
    "coveralls": "^3.0.0",
    "mocha": "^5.1.1",
    "nyc": "^11.7.1",
    "rimraf": "^2.6.2",
    "ts-node": "^6.0.1",
    "typescript": "^2.8.3"
  },
  "scripts": {
    "prepublish": "npm run clean-build && npm test",
    "clean-build": "npm run clean && npm run build",
    "clean": "rimraf lib",
    "test": "mocha lib/**/*.test.js",
    "perf": "mocha lib/**/*.perf.js",
    "build": "tsc -p .",
    "watch": "tsc -w -p .",
    "coverage": "npm run generate-code-coverage",
    "generate-code-coverage": "NODE_ENV=test nyc npm run test-ts",
    "test-ts": "NODE_ENV=test mocha --require ts-node/register --recursive \"src/**/*.test.ts\"",
    "coverage-coveralls": "nyc report --reporter=text-lcov | coveralls",
    "travis-coverage": "npm run generate-code-coverage && npm run coverage-coveralls"
  },
  "repository": {
    "type": "git",
    "url": "git+https://github.com/Jason3S/GenSequence.git"
  },
  "keywords": [
    "generators",
    "generator",
    "iterator",
    "iterators",
    "iterable",
    "functional",
    "map",
    "reduce"
  ],
  "files": [
    "lib/",
    "src/",
    "!**/samples",
    "!**/*.test.*",
    "!**/*.perf.*"
  ],
  "author": "<NAME>",
  "license": "MIT",
  "bugs": {
    "url": "https://github.com/Jason3S/GenSequence/issues"
  },
  "nyc": {
    "include": [
      "src/**/*.ts"
    ],
    "exclude": [
      "src/**/*.test.ts",
      "src/**/*.perf.ts"
    ],
    "extension": [
      ".ts"
    ],
    "require": [
      "ts-node/register"
    ],
    "reporter": [
      "json",
      "html"
    ]
  },
  "homepage": "https://github.com/Jason3S/GenSequence#readme"
}

{'fraction_non_alphanumeric': 0.2445006321112516, 'fraction_numerical': 0.019216182048040455, 'mean_word_length': 2.5671776375112714, 'pattern_counts': {'":': 91, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1942779', 'n_tokens_mistral': 1615, 'n_tokens_neox': 1551, 'n_words': 290}