<commit_before><bnml>
    <identification>
        <work-title />
        <author />
        <subject />
    </identification>
    <defaults>
        <page-layout>
            <paper-size>letter</paper-size>
            <page-margins top_margin="70" bottom_margin="50" left_margin="60" right_margin="60" />
        </page-layout>
        <styles>
            <neumes font_family="KA New Stathis Main" font_size="30" word_spacing="0" leading="60" />
            <lyrics font_family="Alegreya-Regular" font_size="14" space_before="26" />
            <dropcap font_family="Alegreya-Regular" font_size="46" />
        </styles>
    </defaults>

    <!-- Underscore text -->
    <paragraph>
        Underscore starts on next line
    </paragraph>
    <score>
        <neumes>
            ison ison ison ison ison ison ison ison ison ison apos syne olig_antiD apos
        </neumes>
        <dropcap>
            A
        </dropcap>
        <lyrics>
            An un- der- score on a new line e e e _ _ _
        </lyrics>
    </score>

    <linebreak />

    <!-- Underscore text -->
    <paragraph>
        Underscore across Line Break
    </paragraph>
    <score>
        <neumes>
            ison ison ison ison ison ison ison ison ison ison apos syne olig_antiD apos
        </neumes>
        <dropcap>
            A
        </dropcap>
        <lyrics>
            An un- der- score across line break k k k _ _ _
        </lyrics>
    </score>

    <linebreak />

    <!-- Begin with Underscore -->
    <paragraph>
        Begin with Underscore
    </paragraph>
    <score>
        <neumes>
            ison ison
        </neumes>
        <lyrics>
            _ _
        </lyrics>
    </score>

    <linebreak />

    <!-- Extra Underscores -->
    <paragraph>
        Extra Underscores Should Not be Drawn
    </paragraph>
    <score>
        <neumes>
            ison ison
        </neumes>
        <lyrics>
            la _ _ _ _ _ _ _ _ _
        </lyrics>
    </score>

    <linebreak />

    <!-- Underscore across Martyria -->
    <paragraph>
        Underscore across Martyria
    </paragraph>
    <score>
        <neumes>
            ison ison
        </neumes>
        <neumes color="#00FF0F">
            malfa_mpaU
        </neumes>
        <neumes>
            ison ison
        </neumes>
        <lyrics>
            la _ _ _
        </lyrics>
    </score>

    <linebreak />

    <!-- Underscore Color -->
    <paragraph>
        Underscore Color
    </paragraph>
    <score>
        <neumes color="#00FFF0">
            ison ison
        </neumes>
        <neumes color="#EF0000">
            malfa_mpaU
        </neumes>
        <neumes color="#F0F030">
            ison ison ison
        </neumes>
        <neumes color="#000000">
            ison ison
        </neumes>
        <lyrics>
            default color _ _
        </lyrics>
        <lyrics>
            _
        </lyrics>
        <lyrics color="#0FF000">
            green _ _ _
        </lyrics>
    </score>

    <linebreak />

    <!-- Underscore to Syneches Elaphron -->
    <paragraph>
        Underscore to Syneches Elaphron
    </paragraph>
    <score>
        <neumes>
            ison ison syne
        </neumes>
        <lyrics>
            la la_ la
        </lyrics>
    </score>
</bnml><commit_msg>Update underscore test for new bnml format.<commit_after><bnml>
    <defaults>
        <page-layout>
            <paper-size>letter</paper-size>
            <page-margins top_margin="70" bottom_margin="50" left_margin="60" right_margin="60" />
        </page-layout>
        <styles>
            <score-style font_family="KA New Stathis" font_size="30" align="justify" word_spacing="0" leading="60" />
            <neume-style type="ordinary" color="#000000" />
            <neume-style type="accidental" color="#cf232b" />
            <neume-style type="chronos" color="#cf232b" />
            <neume-style type="martyria" color="#cf232b" />
            <lyric-style font_family="Alegreya-Regular" font_size="14" color="#000000" space_before="26" />
            <dropcap-style font_family="Alegreya-Regular" font_size="46" color="#000000" />
        </styles>
    </defaults>
    <music>
        <para>
            Underscore starts on next line
        </para>
        <score>
            <dropcap>A</dropcap>
            <syllable>
                <lyric>An</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>un-</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>der-</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>score</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>on</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>a</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>new</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>line</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>e</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>e</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>e</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>e</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
        </score>

        <linebreak />

        <para>
            Underscore across Line Break
        </para>
        <score>
            <dropcap>A</dropcap>
            <syllable>
                <lyric>An</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>un-</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>der-</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>score</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>across</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>a</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>line</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>break</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
        </score>

        <linebreak />

        <para>
            Begin with Underscore
        </para>
        <score>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
        </score>

        <linebreak />

        <!--para>
            Extra Underscores Should Not be Drawn
        </para>
        <score>
            <syllable>
                <lyric>la</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
            </syllable>
            <syllable>
                <lyric>_</lyric>
            </syllable>
        </score-->

        <para>
            Underscore across Martyria
        </para>
        <score>
            <syllable>
                <lyric>la</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <neume-group>
                    <neume color="#00FF0F" type="martyria">malfa</neume>
                    <neume color="#00FF0F" type="martyria">mpaU</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
        </score>

        <linebreak />

        <para>
            Underscore Color
        </para>
        <score>
            <syllable>
                <lyric>default</lyric>
                <neume-group>
                    <neume color="#00FFF0">ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>color</lyric>
                <neume-group>
                    <neume color="#00FFF0">ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <neume-group>
                    <neume type="martyria" color="#EF0000">malfa</neume>
                    <neume type="martyria" color="#EF0000">mpaU</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume color="#F0F030">ison</neume>         
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume color="#F0F030">ison</neume>         
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume color="#F0F030">ison</neume>         
                </neume-group>
            </syllable>
            <syllable>
                <lyric color="#0FF000">green</lyric>
                <neume-group>
                    <neume color="#0FF000">ison</neume>         
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume color="#0FF000">ison</neume>         
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume color="#0FF000">ison</neume>         
                </neume-group>
            </syllable>
            <syllable>
                <lyric>_</lyric>
                <neume-group>
                    <neume color="#0FF000">ison</neume>         
                </neume-group>
            </syllable>
        </score>

        <linebreak />

        <para>
            Underscore to Syneches Elaphron
        </para>
        <score>
            <syllable>
                <lyric>la</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>la_</lyric>
                <neume-group>
                    <neume>ison</neume>
                </neume-group>
            </syllable>
            <syllable>
                <lyric>la</lyric>
                <neume-group>
                    <neume>syne</neume>
                </neume-group>
            </syllable>
        </score>
    </music>
</bnml>
{'fraction_non_alphanumeric': 0.12355079920422583, 'fraction_numerical': 0.009672772175344721, 'mean_word_length': 0.9702662521962427, 'pattern_counts': {'":': 0, '<': 566, '<?xml version=': 0, '>': 566, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 3, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5493382', 'n_tokens_mistral': 4619, 'n_tokens_neox': 4285, 'n_words': 674}