<commit_before>assert('Base32.encode') do
  test = [
   {:data => '',       :expect => '' },
   {:data => 'a',      :expect => 'ME======'},
   {:data => 'abcde',  :expect => 'MFRGGZDF' },
   {:data => 'abcdef', :expect => 'MFRGGZDFMY======' },
   {:data => "\x0",    :expect => 'AA======' },
  ]

  test.each do |t|
    assertion_string Base32.encode(t[:data]), t[:expect]
  end
end

assert('Base32.decode') do
  test = [
   {:data => '',                 :expect => '' },
   {:data => 'ME======',         :expect => 'a' },
   {:data => 'MFRGGZDF',         :expect => 'abcde' },
   {:data => 'MFRGGZDFMY======', :expect => 'abcdef'  },
   {:data => 'AA======',         :expect => "\x0" },
  ]

  test.each do |t|
    assertion_string Base32.decode(t[:data]), t[:expect]
  end
end<commit_msg>Fixed tests.<commit_after>assert('Base32.encode') do
  test = [
   {:data => '',       :expect => '' },
   {:data => 'a',      :expect => 'ME======'},
   {:data => 'abcde',  :expect => 'MFRGGZDF' },
   {:data => 'abcdef', :expect => 'MFRGGZDFMY======' },
   {:data => "\x0",    :expect => 'AA======' },
  ]

  test.each do |t|
    assert_equal Base32.encode(t[:data]), t[:expect]
  end
end

assert('Base32.decode') do
  test = [
   {:data => '',                 :expect => '' },
   {:data => 'ME======',         :expect => 'a' },
   {:data => 'MFRGGZDF',         :expect => 'abcde' },
   {:data => 'MFRGGZDFMY======', :expect => 'abcdef'  },
   {:data => 'AA======',         :expect => "\x0" },
  ]

  test.each do |t|
    assert_equal Base32.decode(t[:data]), t[:expect]
  end
end
{'fraction_non_alphanumeric': 0.28453214513049013, 'fraction_numerical': 0.012730744748567792, 'mean_word_length': 2.597254004576659, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 43, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4067988', 'n_tokens_mistral': 620, 'n_tokens_neox': 595, 'n_words': 116}