<commit_before>{
  "name": "crawler-js",
  "description": "Opensource Framework Crawler in Node.js",
  "version": "0.0.11",
  "main": "index.js",
  "author": "<NAME> <<EMAIL>>",
  "keywords": [
    "crawler",
    "scrapy",
    "hacker",
    "crawlers",
    "robots",
    "robot",
    "dom",
    "extraction",
    "nsa",
    "bigdata"
  ],
  "repository":{
      "type": "git",
      "url": "git://github.com/rodrigorizando/CrawlerJS.git"
  },
  "dependencies": {
    "csvtojson": "0.3.11",
    "request": "2.34.0",
    "cheerio": "0.13.1",
    "mongoq": "0.2.3",
    "querystring": "0.2.0"
  },
  "engines": { 
    "node": ">=0.1.97"
  },
  "license": "GPL",
  "licenses": [{
    "type" : "GPL",
    "url" : "https://github.com/rodrigorizando/CrawlerJS/blob/master/LICENSE"
  }]
}<commit_msg>update package.json<commit_after>{
  "name": "Crawler-js",
  "description": "Opensource Framework Crawler in Node.js",
  "homepage" : "http://crawlerjs.org",
  "version": "0.0.12",
  "keywords": [
    "crawler",
    "scrapy",
    "hacker",
    "crawlers",
    "robots",
    "robot",
    "dom",
    "extraction",
    "nsa",
    "bigdata"
  ],
  "bugs": {"url":"http://github.com/CrawlerJS/CrawlerJS/issues", "email":"<EMAIL>"},
  "main": "index.js",
  "author": "<NAME> <<EMAIL>>",
  "repository":{
      "type": "git",
      "url": "git://github.com/CrawlerJS/CrawlerJS.git"
  },
  "dependencies": {
    "csvtojson": "0.3.11",
    "request": "2.34.0",
    "cheerio": "0.13.1",
    "mongoq": "0.2.3",
    "querystring": "0.2.0"
  },
  "license": "GPL"
}
{'fraction_non_alphanumeric': 0.25259067357512954, 'fraction_numerical': 0.031088082901554404, 'mean_word_length': 2.85286783042394, 'pattern_counts': {'":': 38, '<': 10, '<?xml version=': 0, '>': 11, 'https://': 1, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2583639', 'n_tokens_mistral': 689, 'n_tokens_neox': 663, 'n_words': 104}