<commit_before>{
  "name": "hacker-news-filter-api",
  "version": "0.0.1",
  "description": "api to serve filtered content of hacker news",
  "main": "web-service.js",
  "scripts": {
    "test": "mocha spec --timeout 50000"
  },
  "repository": {
    "type": "git",
    "url": "https://github.com/rodrwan/hacker-news-filter-api.git"
  },
  "author": {
    "name": "<NAME>",
    "email": "<EMAIL>",
    "url": "http://github.com/rodrwan"
  },
  "license": "MIT",
  "bugs": {
    "url": "https://github.com/rodrwan/hacker-news-filter-api/issues"
  },
  "homepage": "https://github.com/rodrwan/hacker-news-filter-api",
  "devDependencies": {
    "chai": "^3.2.0",
    "mocha": "^2.2.5",
    "sequelize-cli": "^1.7.4"
  },
  "dependencies": {
    "cheerio": "^0.19.0",
    "dotenv": "^1.2.0",
    "hapi": "^8.8.0",
    "lodash": "^3.10.0",
    "natural": "^0.2.1",
    "q": "^1.4.1",
    "request": "^2.58.0",
    "sequelize": "^3.5.1",
    "sqlite3": "^3.0.9",
    "stopwords": "0.0.4",
    "sync-request": "^2.0.1"
  }
}
<commit_msg>change package json<commit_after>{
  "name": "hacker-news-filter-api",
  "version": "0.0.1",
  "description": "api to serve filtered content of hacker news",
  "main": "web-service.js",
  "scripts": {
    "test": "mocha spec --timeout 50000",
    "postinstall": "./node_modules/.bin/sequelize --env production db:migrate"
  },
  "repository": {
    "type": "git",
    "url": "https://github.com/rodrwan/hacker-news-filter-api.git"
  },
  "author": {
    "name": "<NAME>",
    "email": "<EMAIL>",
    "url": "http://github.com/rodrwan"
  },
  "license": "MIT",
  "bugs": {
    "url": "https://github.com/rodrwan/hacker-news-filter-api/issues"
  },
  "homepage": "https://github.com/rodrwan/hacker-news-filter-api",
  "devDependencies": {
    "chai": "^3.2.0",
    "mocha": "^2.2.5",
    "sequelize-cli": "^1.7.4"
  },
  "dependencies": {
    "cheerio": "^0.19.0",
    "dotenv": "^1.2.0",
    "hapi": "^8.8.0",
    "lodash": "^3.10.0",
    "natural": "^0.2.1",
    "q": "^1.4.1",
    "request": "^2.58.0",
    "sequelize": "^3.5.1",
    "sqlite3": "^3.0.9",
    "stopwords": "0.0.4",
    "sync-request": "^2.0.1"
  }
}

{'fraction_non_alphanumeric': 0.27281191806331473, 'fraction_numerical': 0.05027932960893855, 'mean_word_length': 2.8035398230088497, 'pattern_counts': {'":': 67, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3771244', 'n_tokens_mistral': 979, 'n_tokens_neox': 925, 'n_words': 149}