<commit_before>{
  "name": "@ampproject/toolbox-linter",
  "version": "1.1.0",
  "description": "A linter for AMP documents",
  "repository": "https://github.com/ampproject/amp-toolbox/tree/@ampproject/toolbox-linter",
  "license": "Apache-2.0",
  "author": "AMPHTML Team",
  "dependencies": {
    "@ampproject/toolbox-cache-list": "^1.1.0",
    "@ampproject/toolbox-cache-url": "^1.1.0",
    "amphtml-validator": "1.0.23",
    "chalk": "2.4.2",
    "cheerio": "1.0.0-rc.2",
    "commander": "3.0.2",
    "debug": "4.1.1",
    "execa": "2.0.5",
    "node-fetch": "2.6.0",
    "probe-image-size": "5.0.0"
  },
  "bugs": {
    "url": "https://github.com/ampproject/amp-toolbox/issues"
  },
  "engines": {
    "node": "8.x.x"
  },
  "main": "./src/index.js",
  "scripts": {
    "//": "See README for more information about these scripts",
    "build": "npx tsc --resolveJsonModule --module commonjs --target es2018 --esModuleInterop --noImplicitAny --strictNullChecks src/*.ts tests/*.ts",
    "test": "cd tests && for t in helper.js local.js network.js ; do ( test -e $t || $npm_execpath run build ) && ( node $t | tap-parser -t ) || exit 1 ; done ; exit 0",
    "lint": "prettier --check 'src/**/*.ts' 'tests/**/*.ts'",
    "watch": "npx tsc --watch --resolveJsonModule --module commonjs --target es2018 --esModuleInterop --noImplicitAny --strictNullChecks src/*.ts tests/*.ts",
    "package": "$npm_execpath run lint && npx @pika/pack build",
    "publish": "npx @pika/pack publish --any-branch",
    "prepublish": "npm run package",
    "cache": "cd src && curl -sS --remote-name-all https://cdn.ampproject.org/v0/validator.js && curl -sS --remote-name-all https://cdn.ampproject.org/caches.json",
    "version": "npm run build"
  },
  "publishConfig": {
    "directory": "pkg"
  },
  "@pika/pack": {
    "pipeline": [
      [
        "@pika/plugin-ts-standard-pkg"
      ],
      [
        "@pika/plugin-build-node"
      ],
      [
        "@pika/plugin-simple-bin",
        {
          "bin": "amplint"
        }
      ]
    ]
  },
  "prettier": {
    "quoteProps": "consistent"
  },
  "gitHead": "783938063dde0c32f5a79af4148eec53f26e903f",
  "devDependencies": {
    "throat": "5.0.0",
    "typescript": "3.6.3"
  }
}<commit_msg>add throat as dependency<commit_after>{
  "name": "@ampproject/toolbox-linter",
  "version": "1.1.0",
  "description": "A linter for AMP documents",
  "repository": "https://github.com/ampproject/amp-toolbox/tree/@ampproject/toolbox-linter",
  "license": "Apache-2.0",
  "author": "AMPHTML Team",
  "dependencies": {
    "@ampproject/toolbox-cache-list": "^1.1.0",
    "@ampproject/toolbox-cache-url": "^1.1.0",
    "amphtml-validator": "1.0.23",
    "chalk": "2.4.2",
    "cheerio": "1.0.0-rc.2",
    "commander": "3.0.2",
    "debug": "4.1.1",
    "execa": "2.0.5",
    "node-fetch": "2.6.0",
    "throat": "5.0.0",
    "probe-image-size": "5.0.0"
  },
  "bugs": {
    "url": "https://github.com/ampproject/amp-toolbox/issues"
  },
  "engines": {
    "node": "8.x.x"
  },
  "main": "./src/index.js",
  "scripts": {
    "//": "See README for more information about these scripts",
    "build": "npx tsc --resolveJsonModule --module commonjs --target es2018 --esModuleInterop --noImplicitAny --strictNullChecks src/*.ts tests/*.ts",
    "test": "cd tests && for t in helper.js local.js network.js ; do ( test -e $t || $npm_execpath run build ) && ( node $t | tap-parser -t ) || exit 1 ; done ; exit 0",
    "lint": "prettier --check 'src/**/*.ts' 'tests/**/*.ts'",
    "watch": "npx tsc --watch --resolveJsonModule --module commonjs --target es2018 --esModuleInterop --noImplicitAny --strictNullChecks src/*.ts tests/*.ts",
    "package": "$npm_execpath run lint && npx @pika/pack build",
    "publish": "npx @pika/pack publish --any-branch",
    "prepublish": "npm run package",
    "cache": "cd src && curl -sS --remote-name-all https://cdn.ampproject.org/v0/validator.js && curl -sS --remote-name-all https://cdn.ampproject.org/caches.json",
    "version": "npm run build"
  },
  "publishConfig": {
    "directory": "pkg"
  },
  "@pika/pack": {
    "pipeline": [
      [
        "@pika/plugin-ts-standard-pkg"
      ],
      [
        "@pika/plugin-build-node"
      ],
      [
        "@pika/plugin-simple-bin",
        {
          "bin": "amplint"
        }
      ]
    ]
  },
  "prettier": {
    "quoteProps": "consistent"
  },
  "gitHead": "783938063dde0c32f5a79af4148eec53f26e903f",
  "devDependencies": {
    "typescript": "3.6.3"
  }
}
{'fraction_non_alphanumeric': 0.21701272605492297, 'fraction_numerical': 0.0361687876758205, 'mean_word_length': 2.6842105263157894, 'pattern_counts': {'":': 88, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 8, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1180953', 'n_tokens_mistral': 1822, 'n_tokens_neox': 1762, 'n_words': 331}