<commit_before>{
  "name": "krawler",
  "version": "0.1.0",
  "description": "Crawler is a web spider written with Nodejs. It gives you the full power of jQuery on the server to parse a big number of pages as they are downloaded, asynchronously.",
  "keywords": [
    "dom",
    "javascript",
    "crawling",
    "spider",
    "scraper",
    "scraping",
    "cheerio"
  ],
  "maintainers": [
    {
      "name": "<NAME>",
      "email": "<EMAIL>",
      "url": "http://ondraplsek.cz/"
    }
  ],
  "licenses": [
    {
      "type": "MIT",
      "url": "http://github.com/ondrs/node-krawler/blob/master/license.md"
    }
  ],
  "repository":
  {
    "type": "git",
    "url": "https://github.com/ondrs/node-krawler.git"
  },
  "dependencies": {
    "underscore": "~1.5.2",
    "async": "0.2.x",
    "xml2js": "0.2.x",
    "q": "~1.0.0",
    "cheerio": "~0.13.1",
    "jschardet": "~1.1.0",<commit_msg>description<commit_after>{
  "name": "krawler",
  "version": "0.1.0",
  "description": "Fast and lightweight web crawler with built-in cheerio, xml and json parser.",
  "keywords": [
    "dom",
    "javascript",
    "crawling",
    "spider",
    "scraper",
    "scraping",
    "cheerio",
    "html",
    "xml",
    "json"
  ],
  "maintainers": [
    {
      "name": "<NAME>",
      "email": "<EMAIL>",
      "url": "http://ondraplsek.cz/"
    }
  ],
  "licenses": [
    {
      "type": "MIT",
      "url": "http://github.com/ondrs/node-krawler/blob/master/LICENSE.md"
    }
  ],
  "repository":
  {
    "type": "git",
    "url": "https://github.com/ondrs/node-krawler.git"
  },
  "dependencies": {
    "underscore": "~1.5.2",
    "async": "0.2.x",
    "xml2js": "0.2.x",
    "q": "~1.0.0",
    "cheerio": "~0.13.1",
    "jschardet": "~1.1.0",
{'fraction_non_alphanumeric': 0.23249138920780713, 'fraction_numerical': 0.024110218140068886, 'mean_word_length': 2.4243614931237722, 'pattern_counts': {'":': 42, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2519535', 'n_tokens_mistral': 728, 'n_tokens_neox': 703, 'n_words': 133}