<commit_before>[
  {
    "experiments": [
      {
        "end_date": "2013-07-31",
        "end_time": "00:00",
        "expt_id": "BVZ0036",
        "start_date": "2014-06-22",
        "start_time": "00:00",
        "timestreams": [
	  "BVZ0036-GC02L-C01~1920-orig",
	  "BVZ0036-GC02L-C01~640-orig",
	  "BVZ0036-GC02L-C01~fullres-orig",
	  "BVZ0036-GC02R-C01~1920-orig",
	  "BVZ0036-GC02R-C01~640-orig",
	  "BVZ0036-GC02R-C01~fullres-orig",
	  "BVZ0036-GC05L-C01~1920-orig",
	  "BVZ0036-GC05L-C01~640-orig",
	  "BVZ0036-GC05L-C01~fullres-orig",
	  "BVZ0036-GC05R-C01~1920-orig",
	  "BVZ0036-GC05R-C01~640-orig",
	  "BVZ0036-GC05R-C01~fullres-orig",
	  "BVZ0036-GC02L-C01~1920-corr",
	  "BVZ0036-GC02L-C01~640-corr",
	  "BVZ0036-GC02L-C01~fullres-corr",
	  "BVZ0036-GC02R-C01~1920-corr",
	  "BVZ0036-GC02R-C01~640-corr",
	  "BVZ0036-GC02R-C01~fullres-corr",
	  "BVZ0036-GC05L-C01~1920-corr",
	  "BVZ0036-GC05L-C01~640-corr",
	  "BVZ0036-GC05L-C01~fullres-corr",
	  "BVZ0036-GC05R-C01~1920-corr",
	  "BVZ0036-GC05R-C01~640-corr",
	  "BVZ0036-GC05R-C01~fullres-corr"
        ]
      }
    ]
  }
]
<commit_msg>cut-down exp36 json<commit_after>[
  {
    "experiments": [
      {
        "end_date": "2013-07-31",
        "end_time": "00:00",
        "expt_id": "BVZ0036",
        "start_date": "2014-06-22",
        "start_time": "00:00",
        "timestreams": [
	  "BVZ0036-GC02L-C01~fullres-orig",
	  "BVZ0036-GC02L-C01~fullres-corr",
        ]
      }
    ]
  }
]

{'fraction_non_alphanumeric': 0.1993174061433447, 'fraction_numerical': 0.2197952218430034, 'mean_word_length': 2.6834170854271355, 'pattern_counts': {'":': 14, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '606533', 'n_tokens_mistral': 978, 'n_tokens_neox': 701, 'n_words': 54}