<commit_before>{
  "name": "scanty",
  "version": "0.2.1",
  "description": "A small tool for building simple text scanners without the overhead of a PEG.",
  "keywords": ["lex", "lexer", "scan", "scanner", "token", "tokenize", "tokenizer"],
  "homepage": "https://github.com/kroogs/scanty",
  "author": "<NAME> <<EMAIL>>",
  "license": "MIT",
  "repository": {
    "type": "git",
    "url": "https://github.com/kroogs/scanty.git"
  },
  "bugs": {
    "url": "https://github.com/kroogs/scanty/issues"
  },
  "main": "./lib/scanty.min.js",
  "files": [
    "lib",
    "src",
    "test"
  ],
  "scripts": {
    "build": "webpack -p",
    "test": "jest --coverage",
    "test-dev": "jest --watch --coverage",
    "coveralls": "cat ./coverage/lcov.info | coveralls",
    "lint": "prettier --no-color --trailing-comma all --no-semi --single-quote --write \"src/**/*.js\" && eslint --fix src",
    "prepublishOnly": "npm run lint && npm test && npm run build"
  },
  "devDependencies": {
    "babel-cli": "^6.24.1",
    "babel-core": "^6.25.0",
    "babel-eslint": "^7.2.3",
    "babel-loader": "^7.1.1",
    "babel-preset-env": "^1.6.0",
    "babel-preset-stage-0": "^6.24.1",
    "coveralls": "^2.13.1",
    "esdoc": "^1.0.1",
    "esdoc-standard-plugin": "^1.0.0",
    "eslint": "^4.3.0",
    "eslint-plugin-import": "^2.7.0",
    "jest": "^20.0.4",
    "jest-cli": "^20.0.4",
    "prettier": "^1.5.3",
    "webpack": "^3.4.1"
  },
  "jest": {
    "moduleDirectories": [
      "node_modules",
      "src"
    ]
  },
  "dependencies": {
    "yaemit": "^1.8.0"
  }
}<commit_msg>Bump versions, update description.<commit_after>{
  "name": "scanty",
  "version": "0.3.0",
  "description": "A small library for building toy lexers.",
  "keywords": ["lex", "lexer", "scan", "scanner", "token", "tokenize", "tokenizer"],
  "homepage": "https://github.com/kroogs/scanty",
  "author": "<NAME> <<EMAIL>>",
  "license": "MIT",
  "repository": {
    "type": "git",
    "url": "https://github.com/kroogs/scanty.git"
  },
  "bugs": {
    "url": "https://github.com/kroogs/scanty/issues"
  },
  "main": "./lib/scanty.min.js",
  "files": [
    "lib",
    "src",
    "test"
  ],
  "scripts": {
    "build": "webpack -p",
    "test": "jest --coverage",
    "test-dev": "jest --watch --coverage",
    "coveralls": "cat ./coverage/lcov.info | coveralls",
    "lint": "prettier --no-color --trailing-comma all --no-semi --single-quote --write \"src/**/*.js\" && eslint --fix src",
    "prepublishOnly": "npm run lint && npm test && npm run build"
  },
  "devDependencies": {
    "babel-cli": "^6.26.0",
    "babel-core": "^6.26.0",
    "babel-eslint": "^8.0.1",
    "babel-loader": "^7.1.2",
    "babel-preset-env": "^1.6.1",
    "babel-preset-stage-0": "^6.24.1",
    "coveralls": "^3.0.0",
    "esdoc": "^1.0.3",
    "esdoc-standard-plugin": "^1.0.0",
    "eslint": "^4.9.0",
    "eslint-plugin-import": "^2.8.0",
    "jest": "^21.2.1",
    "jest-cli": "^21.2.1",
    "prettier": "^1.7.4",
    "webpack": "^3.8.1"
  },
  "jest": {
    "moduleDirectories": [
      "node_modules",
      "src"
    ]
  },
  "dependencies": {
    "yaemit": "^1.8.0"
  }
}
{'fraction_non_alphanumeric': 0.2678171939916906, 'fraction_numerical': 0.036752956216043464, 'mean_word_length': 2.7085308056872037, 'pattern_counts': {'":': 82, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2072035', 'n_tokens_mistral': 1376, 'n_tokens_neox': 1291, 'n_words': 242}