<commit_before>{
  "name": "@fullstackio/cqmd",
  "version": "1.0.1",
  "description": "markdown pre-processor for cq",
  "main": "dist/index.js",
  "repository": "fullstackio/cqmd",
  "scripts": {
    "compile": "babel -d dist/ src/",
    "prepublish": "npm run compile",
    "test": "./node_modules/.bin/mocha --compilers js:babel-core/register",
    "watchtest": "./node_modules/.bin/mocha --compilers js:babel-core/register --watch --watch-extensions pegjs",
    "generate-parser": "./node_modules/.bin/pegjs src/query.pegjs src/query-parser.js"
  },
  "bin": {
    "cqmd": "dist/cli.js"
  },
  "author": "<NAME> <<EMAIL>>",
  "license": "MIT",
  "dependencies": {
    "yargs": "^4.7.1",
    "@fullstackio/cq": "^2.0.5"
  },
  "devDependencies": {
    "babel-cli": "^6.10.1",
    "babel-core": "^6.9.1",
    "babel-plugin-add-module-exports": "^0.2.1",
    "babel-plugin-react-transform": "^2.0.2",
    "babel-preset-es2015": "^6.9.0",
    "babel-preset-react": "^6.5.0",
    "babel-preset-stage-0": "^6.5.0",
    "babel-preset-syntax-from-presets": "^1.0.1",
    "chai": "^3.5.0",
    "mocha": "^2.5.3",
    "pegjs": "^0.9.0"
  }
}
<commit_msg>bump 1.0.2<commit_after>{
  "name": "@fullstackio/cqmd",
  "version": "1.0.2",
  "description": "markdown pre-processor for cq",
  "main": "dist/index.js",
  "repository": "fullstackio/cqmd",
  "scripts": {
    "compile": "babel -d dist/ src/",
    "prepublish": "npm run compile",
    "test": "./node_modules/.bin/mocha --compilers js:babel-core/register",
    "watchtest": "./node_modules/.bin/mocha --compilers js:babel-core/register --watch --watch-extensions pegjs",
    "generate-parser": "./node_modules/.bin/pegjs src/query.pegjs src/query-parser.js"
  },
  "bin": {
    "cqmd": "dist/cli.js"
  },
  "author": "<NAME> <<EMAIL>>",
  "license": "MIT",
  "dependencies": {
    "yargs": "^4.7.1",
    "@fullstackio/cq": "^2.0.5"
  },
  "devDependencies": {
    "babel-cli": "^6.10.1",
    "babel-core": "^6.9.1",
    "babel-plugin-add-module-exports": "^0.2.1",
    "babel-plugin-react-transform": "^2.0.2",
    "babel-preset-es2015": "^6.9.0",
    "babel-preset-react": "^6.5.0",
    "babel-preset-stage-0": "^6.5.0",
    "babel-preset-syntax-from-presets": "^1.0.1",
    "chai": "^3.5.0",
    "mocha": "^2.5.3",
    "pegjs": "^0.9.0"
  }
}

{'fraction_non_alphanumeric': 0.25882352941176473, 'fraction_numerical': 0.043137254901960784, 'mean_word_length': 3.0280701754385966, 'pattern_counts': {'":': 60, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '633676', 'n_tokens_mistral': 1020, 'n_tokens_neox': 958, 'n_words': 151}