<commit_before>{
  "name": "hello-vue",
  "description": "A Vue.js project",
  "version": "1.0.0",
  "author": "",
  "private": true,
  "scripts": {
    "start": "babel-node --presets es2015,stage-2 src/index.js ",
    "dev": "cross-env NODE_ENV=development webpack-dev-server --inline --hot  --host localhost",
    "build": "cross-env NODE_ENV=production webpack --progress --hide-modules",
    "test": "cross-env NODE_ENV=production webpack-dev-server"
  },
  "dependencies": {
    "babel-polyfill": "^6.23.0",
    "body-parser": "^1.17.2",
    "browserify": "^14.1.0",
    "child_process": "^1.0.2",
    "commander": "^2.9.0",
    "compression": "^1.7.0",
    "cors": "^2.8.4",
    "crypto": "0.0.3",
    "debug": "^2.6.0",
    "deep-diff": "^0.3.8",
    "detect-rpi": "^1.2.0",
    "exceljs": "^0.4.10",
    "express": "^4.14.0",
    "express-ws": "^3.0.0",
    "fast-csv": "^2.4.1",
    "glob": "^7.1.2",
    "has-flag": "^2.0.0",
    "http": "0.0.0",
    "ip": "^1.1.4",
    "mammoth": "^1.4.2",
    "mkdirp": "^0.5.1",
    "multer": "^1.3.0",
    "mysql": "^2.13.0",
    "natives": "^1.1.0",
    "net": "^1.0.2",
    "open": "0.0.5",
    "path": "^0.12.7",
    "pdf2json": "^1.1.7",
    "pg": "^6.1.2",
    "request": "^2.79.0",
    "sqldown": "^2.1.0",
    "sqlite-sync": "^0.3.6",
    "sqlite3": "^3.1.8",
    "unzip": "^0.1.11",
    "uuid": "^3.1.0",
    "vue": "^2.5.2",
    "vuex": "^2.5.0",
    "xlsx": "^0.10.4"
  },
  "devDependencies": {
    "babel-cli": "^6.24.1",
    "babel-core": "^6.0.0",
    "babel-loader": "^6.0.0",
    "babel-polyfill": "^6.23.0",
    "babel-preset-es2015": "^6.24.1",
    "babel-preset-stage-2": "^6.24.1",
    "cross-env": "^3.0.0",
    "css-loader": "^0.25.0",
    "file-loader": "^0.9.0",
    "vue-loader": "^10.3.0",
    "vue-template-compiler": "^2.5.2",
    "webpack": "^2.1.0-beta.28",
    "webpack-dev-server": "^2.1.0-beta.9"
  },
  "bin": "src/index.js",
  "pkg": {
    "assets": [
      "src/child.js",
      "node_win32/*",
      "node_pi/*",
      "node_macos64/*",
      "node_modules/nan/**/**/**/**/*",
      "node_modules/sqlite3/**/**/**/**/**/*",
      "node_modules/pdf2json/**/**/**/**/**/*"
    ]
  }
}
<commit_msg>Do OCR in the future<commit_after>{
  "name": "hello-vue",
  "description": "A Vue.js project",
  "version": "1.0.0",
  "author": "",
  "private": true,
  "scripts": {
    "start": "babel-node --presets es2015,stage-2 src/index.js ",
    "dev": "cross-env NODE_ENV=development webpack-dev-server --inline --hot  --host localhost",
    "build": "cross-env NODE_ENV=production webpack --progress --hide-modules",
    "test": "cross-env NODE_ENV=production webpack-dev-server"
  },
  "dependencies": {
    "babel-polyfill": "^6.23.0",
    "body-parser": "^1.17.2",
    "browserify": "^14.1.0",
    "child_process": "^1.0.2",
    "commander": "^2.9.0",
    "compression": "^1.7.0",
    "cors": "^2.8.4",
    "crypto": "0.0.3",
    "debug": "^2.6.0",
    "deep-diff": "^0.3.8",
    "detect-rpi": "^1.2.0",
    "exceljs": "^0.4.10",
    "express": "^4.14.0",
    "express-ws": "^3.0.0",
    "fast-csv": "^2.4.1",
    "glob": "^7.1.2",
    "has-flag": "^2.0.0",
    "http": "0.0.0",
    "ip": "^1.1.4",
    "mammoth": "^1.4.2",
    "mkdirp": "^0.5.1",
    "multer": "^1.3.0",
    "mysql": "^2.13.0",
    "natives": "^1.1.0",
    "net": "^1.0.2",
    "node-tesseract": "^0.2.7",
    "open": "0.0.5",
    "path": "^0.12.7",
    "pdf2json": "^1.1.7",
    "pg": "^6.1.2",
    "request": "^2.79.0",
    "sqldown": "^2.1.0",
    "sqlite-sync": "^0.3.6",
    "sqlite3": "^3.1.8",
    "tesseract.js": "^1.0.10",
    "unzip": "^0.1.11",
    "uuid": "^3.1.0",
    "vue": "^2.5.2",
    "vuex": "^2.5.0",
    "xlsx": "^0.10.4"
  },
  "devDependencies": {
    "babel-cli": "^6.24.1",
    "babel-core": "^6.0.0",
    "babel-loader": "^6.0.0",
    "babel-polyfill": "^6.23.0",
    "babel-preset-es2015": "^6.24.1",
    "babel-preset-stage-2": "^6.24.1",
    "cross-env": "^3.0.0",
    "css-loader": "^0.25.0",
    "file-loader": "^0.9.0",
    "vue-loader": "^10.3.0",
    "vue-template-compiler": "^2.5.2",
    "webpack": "^2.1.0-beta.28",
    "webpack-dev-server": "^2.1.0-beta.9"
  },
  "bin": "src/index.js",
  "pkg": {
    "assets": [
      "src/child.js",
      "node_win32/*",
      "node_pi/*",
      "node_macos64/*",
      "node_modules/nan/**/**/**/**/*",
      "node_modules/sqlite3/**/**/**/**/**/*",
      "node_modules/pdf2json/**/**/**/**/**/*"
    ]
  }
}

{'fraction_non_alphanumeric': 0.3142212189616253, 'fraction_numerical': 0.08871331828442439, 'mean_word_length': 2.3542770628311884, 'pattern_counts': {'":': 134, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2071906', 'n_tokens_mistral': 2215, 'n_tokens_neox': 2041, 'n_words': 310}