<commit_before><?xml version="1.0" ?>
<Simulation>
  <RunInfo>
    <WorkingDir>IO_ROM_PICKLE</WorkingDir>
    <Sequence>step1,step2,step3,step4,step5,step6,step7</Sequence>
    <batchSize>1</batchSize>
  </RunInfo>

  <Files>
    <Input name="pickle1" type="">pickle1</Input>
  </Files>

  <Steps>
    <MultiRun name="step1" pauseAtEnd="false">
      <Input class="DataObjects" type="PointSet">Data1</Input>
      <Model class="Models" type="ExternalModel">XM1</Model>
      <Sampler class="Samplers" type="Grid">grid1</Sampler>
      <Output class="DataObjects" type="PointSet">Data2</Output>
    </MultiRun>
    <MultiRun name="step5" pauseAtEnd="false">
      <Input class="DataObjects" type="PointSet">Data1</Input>
      <Model class="Models" type="ROM">ROM1</Model>
      <Sampler class="Samplers" type="Grid">grid1</Sampler>
      <Output class="DataObjects" type="PointSet">Data3</Output>
    </MultiRun>
    <MultiRun name="step6" pauseAtEnd="false">
      <Input class="DataObjects" type="PointSet">Data1</Input>
      <Model class="Models" type="ROM">ROM2</Model>
      <Sampler class="Samplers" type="Grid">grid1</Sampler>
      <Output class="DataObjects" type="PointSet">Data4</Output>
    </MultiRun>
    <IOStep name="step3" pauseAtEnd="false">
      <Input class="Models" type="ROM">ROM1</Input>
      <Output class="Files" type="">pickle1</Output>
    </IOStep>
    <IOStep name="step4" pauseAtEnd="false">
      <Input class="Files" type="">pickle1</Input>
      <Output class="Models" type="ROM">ROM2</Output>
    </IOStep>
    <IOStep name="step7" pauseAtEnd="false">
      <Input class="DataObjects" type="PointSet">Data3</Input>
      <Input class="DataObjects" type="PointSet">Data4</Input>
      <Output class="OutStreamManager" type="Print">PrintData</Output>
      <Output class="OutStreamManager" type="Print">PrintData_Pickle</Output>
    </IOStep>
    <RomTrainer name="step2">
      <Input class="DataObjects" type="PointSet">Data2</Input>
      <Output class="Models" type="ROM">ROM1</Output>
    </RomTrainer>
  </Steps>

  <Samplers>
    <Grid name="grid1">
      <variable name="x1">
        <distribution>x1_dst</distribution>
        <grid construction="equal" steps="10" type="value">-10 10</grid>
      </variable>
      <variable name="x2">
        <distribution>x2_dst</distribution>
        <grid construction="equal" steps="10" type="value">-10 10</grid>
      </variable>
    </Grid>
  </Samplers>

  <DataObjects>
    <PointSet name="Data1">
      <Input>x1,x2</Input>
      <Output>OutputPlaceHolder</Output>
    </PointSet>
    <PointSet name="Data2">
      <Input>x1,x2</Input>
      <Output>y,z</Output>
    </PointSet>
    <PointSet name="Data3">
      <Input>x1,x2</Input>
      <Output>y,z</Output>
    </PointSet>
    <PointSet name="Data4">
      <Input>x1,x2</Input>
      <Output>y,z</Output>
    </PointSet>
  </DataObjects>

  <Distributions>
    <Normal name="x1_dst">
      <upperBound>10</upperBound>
      <lowerBound>-10</lowerBound>
      <mean>0.5</mean>
      <sigma>0.1</sigma>
    </Normal>
    <Normal name="x2_dst">
      <upperBound>10</upperBound>
      <lowerBound>-10</lowerBound>
      <mean>-0.15</mean>
      <sigma>0.05</sigma>
    </Normal>
  </Distributions>

  <Models>
    <ExternalModel ModuleToLoad="IO_ROM_PICKLE/XM1_model" name="XM1" subType="">
      <variable>x1</variable>
      <variable>x2</variable>
      <variable>y</variable>
      <variable>z</variable>
    </ExternalModel>
    <ROM name="ROM1" subType="SciKitLearn">
      <SKLtype>svm|SVR</SKLtype>
      <Features>x1,x2</Features>
      <Target>y,z</Target>
    </ROM>
    <ROM name="ROM2" subType="SciKitLearn">
      <SKLtype>svm|SVR</SKLtype>
      <Features>x1,x2</Features>
      <Target>y,z</Target>
    </ROM>
  </Models>

  <OutStreamManager>
    <Print name="PrintData">
      <type>csv</type>
      <source>Data3</source>
    </Print>
    <Print name="PrintData_Pickle">
      <type>csv</type>
      <source>Data4</source>
    </Print>
  </OutStreamManager>

</Simulation><commit_msg>Modifying pickle test to output more information.<commit_after><?xml version="1.0" ?>
<Simulation>
  <RunInfo>
    <WorkingDir>IO_ROM_PICKLE</WorkingDir>
    <Sequence>step1,step2,step3,step4,step5,step6,step7</Sequence>
    <batchSize>1</batchSize>
  </RunInfo>

  <Files>
    <Input name="pickle1" type="">pickle1</Input>
  </Files>

  <Steps>
    <MultiRun name="step1" pauseAtEnd="false">
      <Input class="DataObjects" type="PointSet">Data1</Input>
      <Model class="Models" type="ExternalModel">XM1</Model>
      <Sampler class="Samplers" type="Grid">grid1</Sampler>
      <Output class="DataObjects" type="PointSet">Data2</Output>
    </MultiRun>
    <MultiRun name="step5" pauseAtEnd="false">
      <Input class="DataObjects" type="PointSet">Data1</Input>
      <Model class="Models" type="ROM">ROM1</Model>
      <Sampler class="Samplers" type="Grid">grid1</Sampler>
      <Output class="DataObjects" type="PointSet">Data3</Output>
    </MultiRun>
    <MultiRun name="step6" pauseAtEnd="false">
      <Input class="DataObjects" type="PointSet">Data1</Input>
      <Model class="Models" type="ROM">ROM2</Model>
      <Sampler class="Samplers" type="Grid">grid1</Sampler>
      <Output class="DataObjects" type="PointSet">Data4</Output>
    </MultiRun>
    <IOStep name="step3" pauseAtEnd="false">
      <Input class="Models" type="ROM">ROM1</Input>
      <Output class="Files" type="">pickle1</Output>
    </IOStep>
    <IOStep name="step4" pauseAtEnd="false">
      <Input class="Files" type="">pickle1</Input>
      <Output class="Models" type="ROM">ROM2</Output>
    </IOStep>
    <IOStep name="step7" pauseAtEnd="false">
      <Input class="DataObjects" type="PointSet">Data2</Input>
      <Input class="DataObjects" type="PointSet">Data3</Input>
      <Input class="DataObjects" type="PointSet">Data4</Input>
      <Output class="OutStreamManager" type="Print">PrintData_data2</Output>
      <Output class="OutStreamManager" type="Print">PrintData</Output>
      <Output class="OutStreamManager" type="Print">PrintData_Pickle</Output>
    </IOStep>
    <RomTrainer name="step2">
      <Input class="DataObjects" type="PointSet">Data2</Input>
      <Output class="Models" type="ROM">ROM1</Output>
    </RomTrainer>
  </Steps>

  <Samplers>
    <Grid name="grid1">
      <variable name="x1">
        <distribution>x1_dst</distribution>
        <grid construction="equal" steps="10" type="value">-10 10</grid>
      </variable>
      <variable name="x2">
        <distribution>x2_dst</distribution>
        <grid construction="equal" steps="10" type="value">-10 10</grid>
      </variable>
    </Grid>
  </Samplers>

  <DataObjects>
    <PointSet name="Data1">
      <Input>x1,x2</Input>
      <Output>OutputPlaceHolder</Output>
    </PointSet>
    <PointSet name="Data2">
      <Input>x1,x2</Input>
      <Output>y,z</Output>
    </PointSet>
    <PointSet name="Data3">
      <Input>x1,x2</Input>
      <Output>y,z</Output>
    </PointSet>
    <PointSet name="Data4">
      <Input>x1,x2</Input>
      <Output>y,z</Output>
    </PointSet>
  </DataObjects>

  <Distributions>
    <Normal name="x1_dst">
      <upperBound>10</upperBound>
      <lowerBound>-10</lowerBound>
      <mean>0.5</mean>
      <sigma>0.1</sigma>
    </Normal>
    <Normal name="x2_dst">
      <upperBound>10</upperBound>
      <lowerBound>-10</lowerBound>
      <mean>-0.15</mean>
      <sigma>0.05</sigma>
    </Normal>
  </Distributions>

  <Models>
    <ExternalModel ModuleToLoad="IO_ROM_PICKLE/XM1_model" name="XM1" subType="">
      <variable>x1</variable>
      <variable>x2</variable>
      <variable>y</variable>
      <variable>z</variable>
    </ExternalModel>
    <ROM name="ROM1" subType="SciKitLearn">
      <SKLtype>svm|SVR</SKLtype>
      <Features>x1,x2</Features>
      <Target>y,z</Target>
    </ROM>
    <ROM name="ROM2" subType="SciKitLearn">
      <SKLtype>svm|SVR</SKLtype>
      <Features>x1,x2</Features>
      <Target>y,z</Target>
    </ROM>
  </Models>

  <OutStreamManager>
    <Print name="PrintData_data2">
      <type>csv</type>
      <source>Data2</source>
    </Print>
    <Print name="PrintData_data1">
      <type>csv</type>
      <source>Data1</source>
    </Print>
    <Print name="PrintData">
      <type>csv</type>
      <source>Data3</source>
    </Print>
    <Print name="PrintData_Pickle">
      <type>csv</type>
      <source>Data4</source>
    </Print>
  </OutStreamManager>

</Simulation>
{'fraction_non_alphanumeric': 0.18159262759924386, 'fraction_numerical': 0.024338374291115312, 'mean_word_length': 3.5707343412526997, 'pattern_counts': {'":': 0, '<': 381, '<?xml version=': 2, '>': 381, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4426020', 'n_tokens_mistral': 3063, 'n_tokens_neox': 2978, 'n_words': 435}