<commit_before><?xml version="1.0" encoding="UTF-8"?>
<script xmlns="http://dtf.org/v1" name="perf">
    <info>
        <author>
            <name><NAME></name>
            <email><EMAIL></email>
        </author>
        <description>DTF performance testsuite.</description>
    </info>
       
    <local>
        <createstorage id="INPUT" path="${dtf.xml.path}"/>
        <createstorage id="OUTPUT" path="${dtf.xml.path}/output"/>

        <!-- this can be controlled externally to record the performance
             data and script to a permament location -->
        <property name="dtf.perf.path" value="${dtf.xml.path}/output"
        <createstorage id="PERFOUTPUT" path="${dtf.perf.path}"/>
        
        <property name="build" value="${dtf.timestamp}"/>
    </local>
    
    <result uri="storage://OUTPUT/perf_results.xml" type="junit" >
        <record event="http.perf"
                uri="storage://PERFOUTPUT/perf_results.txt"<commit_msg>- broken perf testsuite fixed...<commit_after><?xml version="1.0" encoding="UTF-8"?>
<script xmlns="http://dtf.org/v1" name="perf">
    <info>
        <author>
            <name><NAME></name>
            <email><EMAIL></email>
        </author>
        <description>DTF performance testsuite.</description>
    </info>
       
    <local>
        <createstorage id="INPUT" path="${dtf.xml.path}"/>
        <createstorage id="OUTPUT" path="${dtf.xml.path}/output"/>

        <!-- this can be controlled externally to record the performance
             data and script to a permament location -->
        <property name="dtf.perf.path" value="${dtf.xml.path}/output"/>
        <createstorage id="PERFOUTPUT" path="${dtf.perf.path}"/>
        
        <property name="build" value="${dtf.timestamp}"/>
    </local>
    
    <result uri="storage://OUTPUT/perf_results.xml" type="junit" >
        <record event="http.perf"
                uri="storage://PERFOUTPUT/perf_results.txt"
{'fraction_non_alphanumeric': 0.17571059431524547, 'fraction_numerical': 0.004134366925064599, 'mean_word_length': 2.4571428571428573, 'pattern_counts': {'":': 0, '<': 51, '<?xml version=': 2, '>': 48, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 12}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3056889', 'n_tokens_mistral': 583, 'n_tokens_neox': 569, 'n_words': 111}