<commit_before>{
  "name": "ilanguage",
  "version": "5.0.1",
  "description": "A Language Independent 'word finding' tool, useful for stemming, tokenizing, indexing, spell checking and other common NLP tasks. Works on any human language and any unicode character set, learns from the data you give it. (Uses compression, maximum entropy and fieldlinguistics.)",
  "homepage": "https://github.com/iLanguage/iLanguage/issues/milestones?state=closed",
  "repository": {
    "type": "git",
    "url": "git://github.com/iLanguage/iLanguage.git"
  },
  "bugs": {
    "url": "https://github.com/iLanguage/iLanguage/issues"
  },
  "keywords": [
    "ilanguage",
    "stemming",
    "tfidf",
    "stop-words",
    "nlp"
  ],
  "author": {
    "name": "iLanguage Contributors",
    "email": "<EMAIL>"
  },
  "contributors": [
    "cesine <<EMAIL>>",
    "trisapeace <<EMAIL>>",
    "hisakonog <<EMAIL>>",
    "<NAME> <<EMAIL>>",
    "<NAME> <<EMAIL>>",
    "<NAME> <<EMAIL>>",
    "Elise <<EMAIL>>",
    "<NAME> <<EMAIL>>",
    "gretchenmcc <<EMAIL>>",
    "jrwdunham <<EMAIL>>",
    "ghazan <<EMAIL>>",
    "Fieldlinguist <<EMAIL>>",
    "zazoo <<EMAIL>>",
    "louisa-bielig <<EMAIL>>",
    "lingllama <<EMAIL>>",
    "geekrax <<EMAIL>>",
    "Yogurt1206 <<EMAIL>>",
    "<NAME> <<EMAIL>>",
    "Oriana <<EMAIL>>"
  ],
  "dependencies": {
    "collections": "^1.2.3",
    "fielddb": "^0.93.2",
    "fielddb-glosser": "2.2.0",
    "q": "^1.0.1"
  },
  "devDependencies": {
    "browserify": "^10.2.4",
    "grunt-contrib-watch": "~0.5.2",
    "gulp": "^3.8.8",
    "gulp-bump": "^0.1.11",
    "gulp-istanbul": "^0.5.0",
    "gulp-jasmine": "^1.0.0",
    "gulp-jscs": "^1.1.2",
    "gulp-jshint": "^1.8.4",
    "gulp-load-plugins": "^0.6.0",
    "gulp-plumber": "^0.6.5",
    "gulp-uglify": "^1.2.0",<commit_msg>not using the fielddb glosser<commit_after>{
  "name": "ilanguage",
  "version": "5.0.1",
  "description": "A Language Independent 'word finding' tool, useful for stemming, tokenizing, indexing, spell checking and other common NLP tasks. Works on any human language and any unicode character set, learns from the data you give it. (Uses compression, maximum entropy and fieldlinguistics.)",
  "homepage": "https://github.com/iLanguage/iLanguage/issues/milestones?state=closed",
  "repository": {
    "type": "git",
    "url": "git://github.com/iLanguage/iLanguage.git"
  },
  "bugs": {
    "url": "https://github.com/iLanguage/iLanguage/issues"
  },
  "keywords": [
    "ilanguage",
    "stemming",
    "tfidf",
    "stop-words",
    "nlp"
  ],
  "author": {
    "name": "iLanguage Contributors",
    "email": "<EMAIL>"
  },
  "contributors": [
    "cesine <<EMAIL>>",
    "trisapeace <<EMAIL>>",
    "hisakonog <<EMAIL>>",
    "<NAME> <<EMAIL>>",
    "<NAME> <<EMAIL>>",
    "<NAME> <<EMAIL>>",
    "Elise <<EMAIL>>",
    "<NAME> <<EMAIL>>",
    "gretchenmcc <<EMAIL>>",
    "jrwdunham <<EMAIL>>",
    "ghazan <<EMAIL>>",
    "Fieldlinguist <<EMAIL>>",
    "zazoo <<EMAIL>>",
    "louisa-bielig <<EMAIL>>",
    "lingllama <<EMAIL>>",
    "geekrax <<EMAIL>>",
    "Yogurt1206 <<EMAIL>>",
    "<NAME> <<EMAIL>>",
    "Oriana <<EMAIL>>"
  ],
  "dependencies": {
    "collections": "^1.2.3",
    "fielddb": "^0.93.2",
    "q": "^1.0.1"
  },
  "devDependencies": {
    "browserify": "^10.2.4",
    "grunt-contrib-watch": "~0.5.2",
    "gulp": "^3.8.8",
    "gulp-bump": "^0.1.11",
    "gulp-istanbul": "^0.5.0",
    "gulp-jasmine": "^1.0.0",
    "gulp-jscs": "^1.1.2",
    "gulp-jshint": "^1.8.4",
    "gulp-load-plugins": "^0.6.0",
    "gulp-plumber": "^0.6.5",
    "gulp-uglify": "^1.2.0",
{'fraction_non_alphanumeric': 0.24206128133704735, 'fraction_numerical': 0.0298050139275766, 'mean_word_length': 3.1950934579439254, 'pattern_counts': {'":': 61, '<': 91, '<?xml version=': 0, '>': 91, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4458584', 'n_tokens_mistral': 1515, 'n_tokens_neox': 1459, 'n_words': 281}