<commit_before>module.exports = {
  tests: [
    // https://youtu.be/A2RwHnfI2y8
    { input: 'Ga-In (가인) - Nostalgia (노스텔지아) - Lyrics [Hangul+Translation] .mov',
      expected: [ 'Ga-In (가인)', 'Nostalgia (노스텔지아)' ],
      // Will be non-optional once the base plugin is split up into more testable chunks.
      optional: true },
    // https://www.youtube.com/watch?v=PYBuIwuD1DA
    { input: 'show me - B-free.m4v',
      expected: [ 'show me', 'B-free' ] },
    // https://www.youtube.com/watch?v=5hINYNZslP0
    { input: '성시경 Sung Si Kyung - 내게 오는 길.mp4',
      expected: [ '성시경 Sung Si Kyung', '내게 오는 길' ] }
  ]
}<commit_msg>remove-file-extension: add tests for text that should *not* be stripped<commit_after>module.exports = {
  tests: [
    // https://youtu.be/A2RwHnfI2y8
    { input: 'Ga-In (가인) - Nostalgia (노스텔지아) - Lyrics [Hangul+Translation] .mov',
      expected: [ 'Ga-In (가인)', 'Nostalgia (노스텔지아)' ],
      // Will be non-optional once the base plugin is split up into more testable chunks.
      optional: true },
    // https://www.youtube.com/watch?v=PYBuIwuD1DA
    { input: 'show me - B-free.m4v',
      expected: [ 'show me', 'B-free' ] },
    // https://www.youtube.com/watch?v=5hINYNZslP0
    { input: '성<NAME> - 내게 오는 길.mp4',
      expected: [ '성시경 Sung Si Kyung', '내게 오는 길' ] },

    // Things that are NOT file extensions are not removed:
    // https://www.youtube.com/watch?v=E2yLg9iW1_0
    { input: '에이핑크 - Mr.chu',
      expected: [ '에이핑크', 'Mr.chu' ] },
    // https://www.youtube.com/watch?v=P1Oya1PqKFc
    { input: 'Far East Movement - Live My Life (Feat. Justin Bieber) cover by J.Fla',
      expected: [ 'Far East Movement', 'Live My Life (Feat. Justin Bieber) cover by J.Fla' ] }
  ]
}
{'fraction_non_alphanumeric': 0.1679212507237985, 'fraction_numerical': 0.012738853503184714, 'mean_word_length': 2.6455696202531644, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 8, 'lorem ipsum': 0, 'www.': 6, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7297436', 'n_tokens_mistral': 720, 'n_tokens_neox': 752, 'n_words': 165}