<commit_before><commit_msg>Added fixture for multi-byte encoding fix<commit_after><?xml version="1.0" encoding="utf-8"?>
<ODM FileType="Snapshot" FileOID="68db3463-c335-4a66-b82c-d954d5f0c54b" CreationDateTime="2018-11-08T08:55:08.668-00:00" ODMVersion="1.3" xmlns:mdsol="http://www.mdsol.com/ns/odm/metadata" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns="http://www.cdisc.org/ns/odm/v1.3">
    <ClinicalData StudyOID="RWS_Training_Japan_20180821(Prod)" MetaDataVersionOID="1865">
        <SubjectData SubjectKey="<KEY>">
            <SiteRef LocationOID="0001" />
            <StudyEventData StudyEventOID="SUBJECT">
                <FormData FormOID="SURGERY" FormRepeatKey="1">
                    <ItemGroupData ItemGroupOID="SURGERY_LOG_LINE">
                        <ItemData ItemOID="SURGERY.SURGERYDATE" IsNull="Yes" />
                        <ItemData ItemOID="SURGERY.DEVICETYPE" IsNull="Yes" />
                        <ItemData ItemOID="SURGERY.DEVICE" Value="日本語のテスト" />
                    </ItemGroupData>
                </FormData>
            </StudyEventData>
        </SubjectData>
    </ClinicalData>
</ODM>
{'fraction_non_alphanumeric': 0.1490299823633157, 'fraction_numerical': 0.06261022927689594, 'mean_word_length': 2.7959866220735785, 'pattern_counts': {'":': 0, '<': 21, '<?xml version=': 1, '>': 21, 'https://': 0, 'lorem ipsum': 0, 'www.': 3, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3011070', 'n_tokens_mistral': 447, 'n_tokens_neox': 380, 'n_words': 45}