<commit_before>{
  "private": true,
  "scripts": {
    "dev": "./node_modules/.bin/concurrently --kill-others --raw \"./node_modules/.bin/webpack-dev-server -d\" \"python3 manage.py runserver 0.0.0.0:8000\"",
    "lint": "tslint --project . -t verbose",
    "build": "webpack -p --progress"
  },
  "devDependencies": {
    "@types/colorbrewer": "^1.0.29",
    "@types/csv-parse": "^1.1.9",
    "@types/d3": "^4.8.0",
    "@types/d3-scale-chromatic": "^1.0.2",
    "@types/expr-eval": "^1.0.2",
    "@types/extract-text-webpack-plugin": "^2.1.0",
    "@types/jquery": "^3.2.12",
    "@types/js-cookie": "^2.0.28",
    "@types/lodash": "^4.14.74",
    "@types/lodash-es": "^4.14.6",
    "@types/optimize-css-assets-webpack-plugin": "^1.3.1",
    "@types/react": "^15.0.23",
    "@types/react-dom": "^15.5.0",
    "@types/striptags": "^0.0.5",
    "@types/topojson": "^3.0.1",
    "@types/webpack": "^3.0.10",
    "autoprefixer": "^6.7.6",
    "bootstrap": "^3.3.7",
    "colorbrewer": "^1.0.0",
    "concurrently": "^3.4.0",
    "css-loader": "^0.26.1",
    "csv-parse": "^1.2.0",
    "d3": "^4.5.0",
    "d3-geo-projection": "^2.1.0",
    "d3-scale-chromatic": "^1.1.1",
    "dataframe-js": "^1.2.2",
    "decko": "^1.1.3",
    "expr-eval": "^1.0.1",
    "extract-text-webpack-plugin": "^3.0.0",
    "file-loader": "^0.10.0",
    "flow-bin": "^0.37.4",
    "flow-bin-loader": "^1.0.2",
    "fork-ts-checker-webpack-plugin": "^0.2.8",
    "fuzzysort": "^0.9.3",
    "immutable": "^3.8.1",
    "jquery": "^3.2.1",
    "js-cookie": "^2.1.3",
    "linkifyjs": "^2.1.5",
    "localeval": "^15.2.3",
    "lodash": "^4.17.4",
    "lodash-es": "^4.17.4",
    "mobx": "^3.2.2",
    "mobx-formatters": "^1.0.2",
    "mobx-react": "^4.1.0",
    "normalize.css": "^5.0.0",
    "optimize-css-assets-webpack-plugin": "^1.3.0",
    "postcss-extend": "^1.0.5",
    "postcss-loader": "^1.3.2",
    "postcss-smart-import": "^0.6.9",
    "preact": "^8.1.0",
    "preact-compat": "^3.16.0",
    "precss": "^1.4.0",
    "react-virtual-list": "^2.0.0",
    "save-svg-as-png": "^1.2.0",
    "source-map-loader": "^0.1.5",
    "striptags": "^3.0.1",
    "style-loader": "^0.13.1",
    "timeago.js": "^3.0.2",
    "topojson": "^2.2.0",
    "ts-loader": "^2.3.7",
    "tslint": "^5.7.0",
    "tslint-language-service": "^0.9.6",
    "tslint-loader": "^3.5.3",
    "url-loader": "^0.5.8",
    "webpack": "^3.5.6",
    "webpack-dev-server": "^2.7.1",
    "webpack-manifest-plugin": "^1.1.0",
    "webpack-parallel-uglify-plugin": "^0.4.1"
  },
  "dependencies": {
    "@types/imagemagick": "^0.0.30",
    "@types/minimist": "^1.2.0",
    "@types/sharp": "^0.17.6",
    "@types/url-parse": "^1.1.0",
    "chrome-launcher": "^0.2.1",
    "chrome-remote-interface": "^0.22.0",
    "imagemagick": "^0.1.3",
    "lockfile": "^1.0.3",
    "minimist": "^1.2.0",
    "module-alias": "^2.0.3",
    "node-cleanup": "^2.1.2",
    "sharp": "^0.18.4",
    "string-pixel-width": "^1.4.0",
    "ts-node": "^3.3.0",
    "url-parse": "^1.2.0",
    "typescript": "^2.6.2"
  }
}<commit_msg>Using node, everything is a production dep<commit_after>{
  "private": true,
  "scripts": {
    "dev": "./node_modules/.bin/concurrently --kill-others --raw \"./node_modules/.bin/webpack-dev-server -d\" \"python3 manage.py runserver 0.0.0.0:8000\"",
    "lint": "tslint --project . -t verbose",
    "build": "webpack -p --progress"
  },
  "dependencies": {
    "@types/colorbrewer": "^1.0.29",
    "@types/csv-parse": "^1.1.9",
    "@types/d3": "^4.8.0",
    "@types/d3-scale-chromatic": "^1.0.2",
    "@types/expr-eval": "^1.0.2",
    "@types/extract-text-webpack-plugin": "^2.1.0",
    "@types/jquery": "^3.2.12",
    "@types/js-cookie": "^2.0.28",
    "@types/lodash": "^4.14.74",
    "@types/lodash-es": "^4.14.6",
    "@types/optimize-css-assets-webpack-plugin": "^1.3.1",
    "@types/react": "^15.0.23",
    "@types/react-dom": "^15.5.0",
    "@types/striptags": "^0.0.5",
    "@types/topojson": "^3.0.1",
    "@types/webpack": "^3.0.10",
    "autoprefixer": "^6.7.6",
    "bootstrap": "^3.3.7",
    "colorbrewer": "^1.0.0",
    "concurrently": "^3.4.0",
    "css-loader": "^0.26.1",
    "csv-parse": "^1.2.0",
    "d3": "^4.5.0",
    "d3-geo-projection": "^2.1.0",
    "d3-scale-chromatic": "^1.1.1",
    "dataframe-js": "^1.2.2",
    "decko": "^1.1.3",
    "expr-eval": "^1.0.1",
    "extract-text-webpack-plugin": "^3.0.0",
    "file-loader": "^0.10.0",
    "flow-bin": "^0.37.4",
    "flow-bin-loader": "^1.0.2",
    "fork-ts-checker-webpack-plugin": "^0.2.8",
    "fuzzysort": "^0.9.3",
    "immutable": "^3.8.1",
    "jquery": "^3.2.1",
    "js-cookie": "^2.1.3",
    "linkifyjs": "^2.1.5",
    "localeval": "^15.2.3",
    "lodash": "^4.17.4",
    "lodash-es": "^4.17.4",
    "mobx": "^3.2.2",
    "mobx-formatters": "^1.0.2",
    "mobx-react": "^4.1.0",
    "normalize.css": "^5.0.0",
    "optimize-css-assets-webpack-plugin": "^1.3.0",
    "postcss-extend": "^1.0.5",
    "postcss-loader": "^1.3.2",
    "postcss-smart-import": "^0.6.9",
    "preact": "^8.1.0",
    "preact-compat": "^3.16.0",
    "precss": "^1.4.0",
    "react-virtual-list": "^2.0.0",
    "save-svg-as-png": "^1.2.0",
    "source-map-loader": "^0.1.5",
    "striptags": "^3.0.1",
    "style-loader": "^0.13.1",
    "timeago.js": "^3.0.2",
    "topojson": "^2.2.0",
    "ts-loader": "^2.3.7",
    "tslint": "^5.7.0",
    "tslint-language-service": "^0.9.6",
    "tslint-loader": "^3.5.3",
    "url-loader": "^0.5.8",
    "webpack": "^3.5.6",
    "webpack-dev-server": "^2.7.1",
    "webpack-manifest-plugin": "^1.1.0",
    "webpack-parallel-uglify-plugin": "^0.4.1"
    "@types/imagemagick": "^0.0.30",
    "@types/minimist": "^1.2.0",
    "@types/sharp": "^0.17.6",
    "@types/url-parse": "^1.1.0",
    "chrome-launcher": "^0.2.1",
    "chrome-remote-interface": "^0.22.0",
    "imagemagick": "^0.1.3",
    "lockfile": "^1.0.3",
    "minimist": "^1.2.0",
    "module-alias": "^2.0.3",
    "node-cleanup": "^2.1.2",
    "sharp": "^0.18.4",
    "string-pixel-width": "^1.4.0",
    "ts-node": "^3.3.0",
    "url-parse": "^1.2.0",
    "typescript": "^2.6.2"
  }
}
{'fraction_non_alphanumeric': 0.3124075595727198, 'fraction_numerical': 0.09465899753492193, 'mean_word_length': 2.5342624854819977, 'pattern_counts': {'":': 181, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '596707', 'n_tokens_mistral': 3049, 'n_tokens_neox': 2844, 'n_words': 391}