<commit_before>﻿Imports Microsoft.VisualBasic.Text.Xml.Linq
Imports SMRUCC.MassSpectrum.DATA.MetaLib

Module metaLibLoaderTest

    Sub Main()

        Dim libs = Data.LoadUltraLargeXMLDataSet(Of MetaLib)(path:="D:\Database\CID-Synonym-filtered\CID-Synonym-filtered.metlib_hmdb.Xml").ToArray


        Pause()
    End Sub
End Module<commit_msg>loader test success<commit_after>﻿Imports System.Xml.Serialization
Imports Microsoft.VisualBasic.Text.Xml.Linq
Imports SMRUCC.MassSpectrum.DATA.MetaLib

Module metaLibLoaderTest

    Sub Main()

        Dim libs = Data.LoadUltraLargeXMLDataSet(Of MetaLib)(path:="D:\Database\CID-Synonym-filtered\CID-Synonym-filtered.metlib_kegg.Xml").ToArray

        Dim libs2 = "D:\Database\CID-Synonym-filtered\CID-Synonym-filtered.metlib_cas.Xml".LoadXml(Of DataSetOfMetaLib)


        Pause()
    End Sub
End Module

Public Class DataSetOfMetaLib

    <XmlElement>
    Public Property MetaLib As MetaLib()

End Class
{'fraction_non_alphanumeric': 0.09905163329820864, 'fraction_numerical': 0.001053740779768177, 'mean_word_length': 4.248618784530387, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5030188', 'n_tokens_mistral': 338, 'n_tokens_neox': 315, 'n_words': 52}