<commit_before><?xml version="1.0" ?>
<Simulation verbosity="debug">
  <TestInfo>
    <name>framework/test_comparison_statistics</name>
    <author>cogljj</author>
    <created>2014-10-16</created>
    <classesTested>ComparisonStatistics</classesTested>
    <description>
      Tests the comparison statistics class including both two PointSets
      and PointSet to distribution.
    </description>
    <revisions>
        <revision author="alfoa" date="2017-10-17">Removed support for PointSet output for ComparisonStatisticsModule</revision>
    </revisions>
  </TestInfo>
  <RunInfo>
    <WorkingDir>test_cc_stats</WorkingDir>
    <Sequence>test_read_in,test_stats_step,dump_data</Sequence>
    <batchSize>3</batchSize>
  </RunInfo>

  <Files>
    <Input name="ideal_pump.i" type="">ideal_pump.i</Input>
    <Input name="ideal_pump_control.py" type="">ideal_pump_control.py</Input>
    <Input name="output.csv" type="">output.csv</Input>
  </Files>

  <Models>
    <PostProcessor name="test_stats" subType="ComparisonStatistics">
      <kind binMethod="sturges">uniformBins</kind>
      <interpolation>linear</interpolation>
      <compare>
        <data>fullprint_Pointset|outputs|normal1</data>
        <reference name="normal_20_3"/>
      </compare>
      <compare>
        <data>fullprint_Pointset|outputs|normal2</data>
        <!-- Note that normal2 actually is mean=20, sigma = 3.0 -->
        <reference name="normal_30_5"/>
      </compare>
      <compare>
        <data>fullprint_Pointset|outputs|uniform1</data>
        <data>fullprint_Pointset|outputs|uniform2p</data>
      </compare>
      <!--
        <fz>True</fz>
      -->
      <Distribution class="Distributions" type="Normal">normal_20_3</Distribution>
      <Distribution class="Distributions" type="Normal">normal_30_5</Distribution>
    </PostProcessor>
  </Models>

  <Distributions>
    <Normal name="normal_20_3">
      <mean>20.0</mean>
      <sigma>3.0</sigma>
    </Normal>
    <Normal name="normal_30_5">
      <mean>30.0</mean>
      <sigma>5.0</sigma>
    </Normal>
  </Distributions>

  <!--
    <Samplers>
      <MonteCarlo name="RAVENmc3">
        <samplerInit>
          <limit>1</limit>
          <initialSeed>1</initialSeed>
        </samplerInit>
      </MonteCarlo>
    </Samplers>
  -->

  <Steps>
    <IOStep fromDirectory="../input_for_test_cc" name="test_read_in">
      <Input class="DataObjects" type="PointSet">fullprint_Pointset</Input>
      <Output class="Databases" type="HDF5">MC_TEST_REWRITE</Output>
    </IOStep>
    <IOStep name="dump_data">
      <Input class="DataObjects" type="PointSet">out_data</Input>
      <Output class="OutStreams" type="Print">out_data</Output>
    </IOStep>
    <PostProcess name="test_stats_step">
      <Input class="DataObjects" type="PointSet">fullprint_Pointset</Input>
      <!--
        <Input class="Databases" type="HDF5">MC_TEST_REWRITE</Input>
      -->
      <Model class="Models" type="PostProcessor">test_stats</Model>
      <Output class="Files" type="">output.csv</Output>
    </PostProcess>
  </Steps>

  <Databases>
    <HDF5 name="MC_TEST_REWRITE" readMode="overwrite"/>
  </Databases>

  <OutStreams>
    <Print name="Pointset_from_database_dump">
      <type>csv</type>
      <source>Pointset_from_database</source>
    </Print>
    <Print name="Pointset_IN_database_dump">
      <type>csv</type>
      <source>Pointset_IN_database</source>
    </Print>
  </OutStreams>

  <DataObjects>
    <PointSet name="fullprint_Pointset">
      <Input>useless_input</Input>
      <Output>normal1,normal2,uniform1,uniform2p</Output>
    </PointSet><commit_msg>removed outstreams<commit_after><?xml version="1.0" ?>
<Simulation verbosity="debug">
  <TestInfo>
    <name>framework/test_comparison_statistics</name>
    <author>cogljj</author>
    <created>2014-10-16</created>
    <classesTested>ComparisonStatistics</classesTested>
    <description>
      Tests the comparison statistics class including both two PointSets
      and PointSet to distribution.
    </description>
    <revisions>
        <revision author="alfoa" date="2017-10-17">Removed support for PointSet output for ComparisonStatisticsModule</revision>
    </revisions>
  </TestInfo>
  <RunInfo>
    <WorkingDir>test_cc_stats</WorkingDir>
    <Sequence>test_read_in,test_stats_step</Sequence>
    <batchSize>3</batchSize>
  </RunInfo>

  <Files>
    <Input name="ideal_pump.i" type="">ideal_pump.i</Input>
    <Input name="ideal_pump_control.py" type="">ideal_pump_control.py</Input>
    <Input name="output.csv" type="">output.csv</Input>
  </Files>

  <Models>
    <PostProcessor name="test_stats" subType="ComparisonStatistics">
      <kind binMethod="sturges">uniformBins</kind>
      <interpolation>linear</interpolation>
      <compare>
        <data>fullprint_Pointset|outputs|normal1</data>
        <reference name="normal_20_3"/>
      </compare>
      <compare>
        <data>fullprint_Pointset|outputs|normal2</data>
        <!-- Note that normal2 actually is mean=20, sigma = 3.0 -->
        <reference name="normal_30_5"/>
      </compare>
      <compare>
        <data>fullprint_Pointset|outputs|uniform1</data>
        <data>fullprint_Pointset|outputs|uniform2p</data>
      </compare>
      <!--
        <fz>True</fz>
      -->
      <Distribution class="Distributions" type="Normal">normal_20_3</Distribution>
      <Distribution class="Distributions" type="Normal">normal_30_5</Distribution>
    </PostProcessor>
  </Models>

  <Distributions>
    <Normal name="normal_20_3">
      <mean>20.0</mean>
      <sigma>3.0</sigma>
    </Normal>
    <Normal name="normal_30_5">
      <mean>30.0</mean>
      <sigma>5.0</sigma>
    </Normal>
  </Distributions>

  <!--
    <Samplers>
      <MonteCarlo name="RAVENmc3">
        <samplerInit>
          <limit>1</limit>
          <initialSeed>1</initialSeed>
        </samplerInit>
      </MonteCarlo>
    </Samplers>
  -->

  <Steps>
    <IOStep fromDirectory="../input_for_test_cc" name="test_read_in">
      <Input class="DataObjects" type="PointSet">fullprint_Pointset</Input>
      <Output class="Databases" type="HDF5">MC_TEST_REWRITE</Output>
    </IOStep>
    <PostProcess name="test_stats_step">
      <Input class="DataObjects" type="PointSet">fullprint_Pointset</Input>
      <!--
        <Input class="Databases" type="HDF5">MC_TEST_REWRITE</Input>
      -->
      <Model class="Models" type="PostProcessor">test_stats</Model>
      <Output class="Files" type="">output.csv</Output>
    </PostProcess>
  </Steps>

  <Databases>
    <HDF5 name="MC_TEST_REWRITE" readMode="overwrite"/>
  </Databases>

  <OutStreams>
    <Print name="Pointset_from_database_dump">
      <type>csv</type>
      <source>Pointset_from_database</source>
    </Print>
    <Print name="Pointset_IN_database_dump">
      <type>csv</type>
      <source>Pointset_IN_database</source>
    </Print>
  </OutStreams>

  <DataObjects>
    <PointSet name="fullprint_Pointset">
      <Input>useless_input</Input>
      <Output>normal1,normal2,uniform1,uniform2p</Output>
    </PointSet>
{'fraction_non_alphanumeric': 0.15243642562864043, 'fraction_numerical': 0.01875266373064356, 'mean_word_length': 3.501278772378517, 'pattern_counts': {'":': 0, '<': 277, '<?xml version=': 2, '>': 277, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1537031', 'n_tokens_mistral': 2418, 'n_tokens_neox': 2324, 'n_words': 331}