<commit_before>class Anpan
  GOOGLE_JAPANESE = {
      :vowels => {
          "a" => "a",   "o" => "o",   "e" => "e",   "u" => "u",   "i" => "i",
      },
      :consonants => {
          "" => {},
          "c" => {
              "output"=>"k",
              "contracted" => {"y" => "ily"},
              "geminated"  => {"c" => "ltuc"}
          },
          "k" => {
              "contracted" => {
                  "y" => "ily",
                  "w" => "ul"
              },
              "geminated"  => {"k" => "ltuk"}
          },
          "s" => {
              "contracted" => {
                   "y" => "ily",
                   "h" => "ily"
              },
              "geminated"  => {"s" => "ltus"}
          },
          "t" => {
              "contracted" => {"y" => "ily","h" => "ely"},
              "geminated"  => {"t" => "ltut"}
          },
          "n" => {
              "contracted" => {"y" => "ily"},
              "geminated"  => {"n" => "nn"}
          },
          "h" => {
              "contracted" => {
                  "y" => "ily",
                  "w" => "ul"
              },
              "geminated"  => {"h" => "ltuh"}
          },
          "m" => {
              "contracted" => {"y" => "ily"},
              "geminated"  => {"m" => "ltum"}
          },
          "y" => {},
          "f" => {
              "output" => "hul",
              "geminated"  => {"f" => "ltuf"}
          },
          "r" => {
              "contracted" => {"y" => "ily"},
              "geminated"  => {"r" => "ltur"}
          },
          "w" => {
              "contracted" => {"y" => "ul"},
              "geminated"  => {"r" => "ltur"}
          },
          "g" => {
              "contracted" => {"y" => "ily"},
              "geminated"  => {"g" => "ltug"}
          },
          "z" => {
              "contracted" => {"y" => "ily"},
              "geminated"  => {"z" => "ltuz"}
          },
          "j" => {
              "output" => "zily",
              "geminated"  => {"j" => "ltuj"}
          },
          "d" => {
              "contracted" => {"y" => "ily"},
              "geminated"  => {"d" => "ltud"}
          },
          "v" => {
              "contracted" => {"y" => "ily"},
              "geminated"  => {"v" => "ltuv"},
          },
          "b" => {
              "contracted" => {"y" => "ily"},
              "geminated"  => {"b" => "ltub"}
          },
          "l" => {
              "regression" => {"f" => "ly"},
              "geminated"  => {"l" => "ltul"}
          },
          "q" => {
              "output" => "kul"<commit_msg>Add qq<commit_after>class Anpan
  GOOGLE_JAPANESE = {
      :vowels => {
          "a" => "a",   "o" => "o",   "e" => "e",   "u" => "u",   "i" => "i",
      },
      :consonants => {
          "" => {},
          "c" => {
              "output"=>"k",
              "contracted" => {"y" => "ily"},
              "geminated"  => {"c" => "ltuc"}
          },
          "k" => {
              "contracted" => {
                  "y" => "ily",
                  "w" => "ul"
              },
              "geminated"  => {"k" => "ltuk"}
          },
          "s" => {
              "contracted" => {
                   "y" => "ily",
                   "h" => "ily"
              },
              "geminated"  => {"s" => "ltus"}
          },
          "t" => {
              "contracted" => {"y" => "ily","h" => "ely"},
              "geminated"  => {"t" => "ltut"}
          },
          "n" => {
              "contracted" => {"y" => "ily"},
              "geminated"  => {"n" => "nn"}
          },
          "h" => {
              "contracted" => {
                  "y" => "ily",
                  "w" => "ul"
              },
              "geminated"  => {"h" => "ltuh"}
          },
          "m" => {
              "contracted" => {"y" => "ily"},
              "geminated"  => {"m" => "ltum"}
          },
          "y" => {},
          "f" => {
              "output" => "hul",
              "geminated"  => {"f" => "ltuf"}
          },
          "r" => {
              "contracted" => {"y" => "ily"},
              "geminated"  => {"r" => "ltur"}
          },
          "w" => {
              "contracted" => {"y" => "ul"},
              "geminated"  => {"r" => "ltur"}
          },
          "g" => {
              "contracted" => {"y" => "ily"},
              "geminated"  => {"g" => "ltug"}
          },
          "z" => {
              "contracted" => {"y" => "ily"},
              "geminated"  => {"z" => "ltuz"}
          },
          "j" => {
              "output" => "zily",
              "geminated"  => {"j" => "ltuj"}
          },
          "d" => {
              "contracted" => {"y" => "ily"},
              "geminated"  => {"d" => "ltud"}
          },
          "v" => {
              "contracted" => {"y" => "ily"},
              "geminated"  => {"v" => "ltuv"},
          },
          "b" => {
              "contracted" => {"y" => "ily"},
              "geminated"  => {"b" => "ltub"}
          },
          "l" => {
              "regression" => {"f" => "ly"},
              "geminated"  => {"l" => "ltul"}
          },
          "q" => {
              "output" => "kul",
              "geminated"  => {"q" => "ltuq"}
{'fraction_non_alphanumeric': 0.24780618084700495, 'fraction_numerical': 0.0, 'mean_word_length': 0.8968885672937771, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 203, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '113835', 'n_tokens_mistral': 1720, 'n_tokens_neox': 1703, 'n_words': 291}