<commit_before><tool id="hcluster_sg_parser" name="hcluster_sg_parser" version="0.1.1" force_history_refresh="True">
    <description>Converts hcluster_sg 3-column output into lists of ids</description>
    <command>
<![CDATA[
perl $__tool_directory__/hcluster_sg_parser.pl
$inputFile
]]>
    </command>
    <inputs>
        <param name="inputFile" type="data" format="tabular" label="hcluster output file in 3-column format" help="3-columns format: cluster_id cluster-size cluster-members" />
    </inputs>
    <outputs>
        <collection name="ids_lists" type="list" label="${tool.name} on ${on_string}">
            <discover_datasets pattern="(?P&lt;designation&gt;.+)_output\.txt" format="txt" />
        </collection>
    </outputs>
    <tests>
        <test>
            <param name="inputFile" ftype="tabular" value="hcluster_sg.tabular" />
            <output_collection name="ids_lists" type="list">
                <discovered_dataset designation="0" file="0_output.txt" />
                <discovered_dataset designation="1" file="1_output.txt" />
                <discovered_dataset designation="2" file="2_output.txt" />
                <discovered_dataset designation="3" file="3_output.txt" />
            </output_collection>
        </test><commit_msg>Fix output collection test, thanks @jmchilton.<commit_after><tool id="hcluster_sg_parser" name="hcluster_sg_parser" version="0.1.1" force_history_refresh="True">
    <description>Converts hcluster_sg 3-column output into lists of ids</description>
    <command>
<![CDATA[
perl $__tool_directory__/hcluster_sg_parser.pl
$inputFile
]]>
    </command>
    <inputs>
        <param name="inputFile" type="data" format="tabular" label="hcluster output file in 3-column format" help="3-columns format: cluster_id cluster-size cluster-members" />
    </inputs>
    <outputs>
        <collection name="ids_lists" type="list" label="${tool.name} on ${on_string}">
            <discover_datasets pattern="(?P&lt;designation&gt;.+)_output\.txt" format="txt" />
        </collection>
    </outputs>
    <tests>
        <test>
            <param name="inputFile" ftype="tabular" value="hcluster_sg.tabular" />
            <output_collection name="ids_lists" type="list">
                <element name="0" file="0_output.txt" />
                <element name="1" file="1_output.txt" />
                <element name="2" file="2_output.txt" />
                <element name="3" file="3_output.txt" />
            </output_collection>
        </test>
{'fraction_non_alphanumeric': 0.1497005988023952, 'fraction_numerical': 0.011177644710578843, 'mean_word_length': 3.211764705882353, 'pattern_counts': {'":': 0, '<': 51, '<?xml version=': 0, '>': 51, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5706151', 'n_tokens_mistral': 776, 'n_tokens_neox': 752, 'n_words': 146}