<commit_before>package im.mange.flakeless.innards

//TODO: temporary, until we json-ise
case class Context(var failures: List[String] = Nil, var success: Option[Boolean] = None) {

  //TODO: have success and fail methods, since value is only for failures ...
  def remember(result: Boolean, value: String) = {
    if (result) {
      success = Some(true)
    } else {
      failures = value :: failures
    }
  }
}<commit_msg>todoing<commit_after>package im.mange.flakeless.innards

//TODO: temporary, until we json-ise
case class Context(var failures: List[String] = Nil, var success: Option[Boolean] = None) {

  //TODO: have success and fail methods, since value is only for failures ...
  //TODO: we should record the time here too ...
  //TODO: and just the value ...
  def remember(result: Boolean, value: String) = {
    if (result) {
      success = Some(true)
    } else {
      failures = value :: failures
    }
  }
}
{'fraction_non_alphanumeric': 0.12284482758620689, 'fraction_numerical': 0.0, 'mean_word_length': 3.074561403508772, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5447835', 'n_tokens_mistral': 288, 'n_tokens_neox': 284, 'n_words': 97}