<commit_before>{
  "name": "divaservices",
  "version": "0.1.0",
  "description": "DivaServices RESTFul Web Services for Document Image Analysis",
  "main": "server.js",
  "scripts": {
    "grunt": "grunt",
    "start": "node ./bin/www"
  },
  "repository": {
    "type": "git",
    "url": "git+https://github.com/lunactic/DIVAServices.git"
  },
  "keywords": [
    "REST",
    "DIA"
  ],
  "author": "<NAME>",
  "license": "LGPL-2.1",
  "bugs": {
    "url": "https://github.com/lunactic/DIVAServices/issues"
  },
  "homepage": "https://github.com/lunactic/DIVAServices#readme",
  "engines": {
    "node": "~6.9"
  },
  "dependencies": {
    "archiver": "^1.3.0",
    "async": "^2.3.0",
    "body-parser": "^1.17.1",
    "crypto": "0.0.3",
    "dockerode": "2.4.3",
    "express": "^4.15.2",
    "fs-extra": "^2.1.2",
    "fs-promise": "^2.0.0",
    "grunt": "^1.0.1",
    "grunt-cli": "^1.2.0",
    "grunt-contrib-watch": "^1.0.0",
    "grunt-ts": "^6.0.0-beta.15",
    "grunt-tslint": "^4.0.1",
    "jsonschema": "^1.1.1",
    "lodash": "^4.17.4",
    "log4js": "^1.1.1",
    "manifesto.js": "^0.2.1",
    "md5": "^2.2.1",
    "mime": "^1.3.4",
    "morgan": "^1.8.1",
    "natural-compare-lite": "^1.4.0",
    "nconf": "^0.8.4",
    "object-hash": "^1.1.7",
    "request": "^2.81.0",
    "request-promise": "4.2.0",
    "rmdir": "^1.2.0",
    "sequest": "^0.9.0",
    "sync-request": "^4.0.1",
    "tslint": "^5.0.0",
    "typescript": "^2.2.2",
    "unzip": "^0.1.11"
  },
  "devDependencies": {
    "@types/archiver": "^0.15.37",
    "@types/async": "^2.0.40",
    "@types/body-parser": "1.16.3",
    "@types/dockerode":"^2.4.0",
    "@types/express": "^4.0.35",
    "@types/fs-extra": "2.0.0",
    "@types/jsonschema": "1.1.1",
    "@types/lodash": "^4.14.61",
    "@types/log4js": "0.0.32",
    "@types/md5": "^2.1.31",
    "@types/mime": "0.0.29",
    "@types/morgan": "^1.7.32",
    "@types/natural-sort":"0.0.19",
    "@types/nconf": "0.0.34",
    "@types/node": "^7.0.12",
    "@types/object-hash": "^0.5.28",
    "@types/request": "0.0.42",
    "@types/request-promise": "^4.1.33",
    "@types/fs-promise": "^1.0.2"
  }
}<commit_msg>updated packages<commit_after>{
  "name": "divaservices",
  "version": "0.1.0",
  "description": "DivaServices RESTFul Web Services for Document Image Analysis",
  "main": "server.js",
  "scripts": {
    "grunt": "grunt",
    "start": "node ./bin/www"
  },
  "repository": {
    "type": "git",
    "url": "git+https://github.com/lunactic/DIVAServices.git"
  },
  "keywords": [
    "REST",
    "DIA"
  ],
  "author": "<NAME>",
  "license": "LGPL-2.1",
  "bugs": {
    "url": "https://github.com/lunactic/DIVAServices/issues"
  },
  "homepage": "https://github.com/lunactic/DIVAServices#readme",
  "engines": {
    "node": "~6.9"
  },
  "dependencies": {
    "archiver": "^1.3.0",
    "async": "^2.3.0",
    "body-parser": "^1.17.1",
    "crypto": "0.0.3",
    "dockerode": "2.4.3",
    "express": "^4.15.2",
    "fs-extra": "^2.1.2",
    "fs-promise": "^2.0.2",
    "grunt": "^1.0.1",
    "grunt-cli": "^1.2.0",
    "grunt-contrib-watch": "^1.0.0",
    "grunt-ts": "^6.0.0-beta.15",
    "grunt-tslint": "^5.0.1",
    "jsonschema": "^1.1.1",
    "lodash": "^4.17.4",
    "log4js": "^1.1.1",
    "manifesto.js": "^0.2.1",
    "md5": "^2.2.1",
    "mime": "^1.3.4",
    "morgan": "^1.8.1",
    "natural-compare-lite": "^1.4.0",
    "nconf": "^0.8.4",
    "object-hash": "^1.1.8",
    "request": "^2.81.0",
    "request-promise": "4.2.0",
    "rmdir": "^1.2.0",
    "sequest": "^0.9.0",
    "sync-request": "^4.0.2",
    "tslint": "^5.1.0",
    "typescript": "^2.2.2",
    "unzip": "^0.1.11"
  },
  "devDependencies": {
    "@types/archiver": "^1.3.1",
    "@types/async": "^2.0.40",
    "@types/body-parser": "1.16.3",
    "@types/dockerode":"^2.4.0",
    "@types/express": "^4.0.35",
    "@types/fs-extra": "2.1.0",
    "@types/jsonschema": "1.1.1",
    "@types/lodash": "^4.14.62",
    "@types/log4js": "0.0.32",
    "@types/md5": "^2.1.32",
    "@types/mime": "0.0.29",
    "@types/morgan": "^1.7.32",
    "@types/natural-sort":"0.0.19",
    "@types/nconf": "0.0.34",
    "@types/node": "^7.0.13",
    "@types/object-hash": "^0.5.28",
    "@types/request": "0.0.42",
    "@types/request-promise": "^4.1.33",
    "@types/fs-promise": "^1.0.3"
  }
}
{'fraction_non_alphanumeric': 0.3057562339780937, 'fraction_numerical': 0.08576089489629457, 'mean_word_length': 2.588628762541806, 'pattern_counts': {'":': 140, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 6, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1488507', 'n_tokens_mistral': 2128, 'n_tokens_neox': 2020, 'n_words': 285}