<commit_before>{
  "name": "split",
  "version": "0.3.0",
  "description": "split a Text Stream into a Line Stream",
  "homepage": "http://github.com/dominictarr/split",
  "repository": {
    "type": "git",
    "url": "git://github.com/dominictarr/split.git"
  },<commit_msg>Add MIT license to package.json<commit_after>{
  "name": "split",
  "version": "0.3.0",
  "license": "MIT",
  "description": "split a Text Stream into a Line Stream",
  "homepage": "http://github.com/dominictarr/split",
  "repository": {
    "type": "git",
    "url": "git://github.com/dominictarr/split.git"
  },
{'fraction_non_alphanumeric': 0.21598639455782312, 'fraction_numerical': 0.01020408163265306, 'mean_word_length': 3.908333333333333, 'pattern_counts': {'":': 15, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6760616', 'n_tokens_mistral': 213, 'n_tokens_neox': 212, 'n_words': 48}