<commit_before><?xml version="1.0" encoding="UTF-8"?>

<config>

  <property name="logLevel" value="INFO"/>

  <property name="absoluteBeamWidth"  value="30000"/>
  <property name="relativeBeamWidth"  value="1e-80"/>
  <property name="absoluteWordBeamWidth"  value="300"/>
  <property name="relativeWordBeamWidth"  value="1e-60"/>

  <property name="wordInsertionProbability" value="0.1"/>
  <property name="silenceInsertionProbability" value="0.1"/>
  <property name="fillerInsertionProbability" value="1e-2"/>

  <property name="oogProbability" value="1e-30"/>
  <property name="oogLoopProbability" value="1e-10"/>

  <property name="languageWeight" value="12.0"/>

  <component name="recognizer" type="edu.cmu.sphinx.recognizer.Recognizer">
    <property name="decoder" value="decoder"/>
  </component>

  <component name="decoder" type="edu.cmu.sphinx.decoder.Decoder">
    <property name="searchManager" value="wordPruningSearchManager"/>
  </component>

  <component name="alignerSearchManager"
    type="edu.cmu.sphinx.decoder.search.SimpleBreadthFirstSearchManager">
    <property name="linguist" value="alignerLinguist"/>
    <property name="pruner" value="trivialPruner"/>
    <property name="scorer" value="simpleScorer"/>
    <property name="activeListFactory" value="activeList"/>
  </component>
  
  <component name="simpleSearchManager"
    type="edu.cmu.sphinx.decoder.search.SimpleBreadthFirstSearchManager">
    <property name="linguist" value="flatLinguist"/>
    <property name="pruner" value="trivialPruner"/>
    <property name="scorer" value="simpleScorer"/>
    <property name="activeListFactory" value="activeList"/>
  </component>

  <component name="wordPruningSearchManager"
    type="edu.cmu.sphinx.decoder.search.WordPruningBreadthFirstSearchManager">
    <property name="linguist" value="lexTreeLinguist"/>
    <property name="pruner" value="trivialPruner"/>
    <property name="scorer" value="simpleScorer"/>
    <property name="activeListManager" value="activeListManager"/>

    <property name="growSkipInterval" value="0"/>

    <property name="buildWordLattice" value="true"/>
    <property name="keepAllTokens" value="true"/>

    <property name="acousticLookaheadFrames" value="1.7"/>
    <property name="relativeBeamWidth" value="${relativeBeamWidth}"/>
  </component>

  <component name="activeList"
    type="edu.cmu.sphinx.decoder.search.PartitionActiveListFactory">
    <property name="absoluteBeamWidth" value="${absoluteBeamWidth}"/>
    <property name="relativeBeamWidth" value="${relativeBeamWidth}"/>
  </component>

  <component name="activeListManager"
    type="edu.cmu.sphinx.decoder.search.SimpleActiveListManager">
    <propertylist name="activeListFactories">
      <item>standardActiveListFactory</item>
      <item>wordActiveListFactory</item>
      <item>wordActiveListFactory</item>
      <item>standardActiveListFactory</item>
      <item>standardActiveListFactory</item>
      <item>standardActiveListFactory</item>
    </propertylist>
  </component>

  <component name="standardActiveListFactory"
    type="edu.cmu.sphinx.decoder.search.PartitionActiveListFactory">
    <property name="absoluteBeamWidth" value="${absoluteBeamWidth}"/>
    <property name="relativeBeamWidth" value="${relativeBeamWidth}"/>
  </component>

  <component name="wordActiveListFactory"
    type="edu.cmu.sphinx.decoder.search.PartitionActiveListFactory">
    <property name="absoluteBeamWidth" value="${absoluteWordBeamWidth}"/>
    <property name="relativeBeamWidth" value="${relativeWordBeamWidth}"/>
  </component>

  <component name="trivialPruner"
    type="edu.cmu.sphinx.decoder.pruner.SimplePruner"/>

  <component name="simpleScorer"
    type="edu.cmu.sphinx.decoder.scorer.SimpleAcousticScorer">
    <property name="frontend" value="liveFrontEnd"/>
  </component>

  <component name="alignerLinguist"
    type="edu.cmu.sphinx.linguist.flat.FlatLinguist">
    <property name="grammar" value="alignerGrammar"/>
    <property name="acousticModel" value="acousticModel"/>
    <property name="wordInsertionProbability"
      value="${wordInsertionProbability}"/>
    <property name="silenceInsertionProbability"
      value="${silenceInsertionProbability}"/><commit_msg>revert renaming scorer component due to hardcoded name in Context<commit_after><?xml version="1.0" encoding="UTF-8"?>

<config>

  <property name="logLevel" value="INFO"/>

  <property name="absoluteBeamWidth"  value="30000"/>
  <property name="relativeBeamWidth"  value="1e-80"/>
  <property name="absoluteWordBeamWidth"  value="300"/>
  <property name="relativeWordBeamWidth"  value="1e-60"/>

  <property name="wordInsertionProbability" value="0.1"/>
  <property name="silenceInsertionProbability" value="0.1"/>
  <property name="fillerInsertionProbability" value="1e-2"/>

  <property name="oogProbability" value="1e-30"/>
  <property name="oogLoopProbability" value="1e-10"/>

  <property name="languageWeight" value="12.0"/>

  <component name="recognizer" type="edu.cmu.sphinx.recognizer.Recognizer">
    <property name="decoder" value="decoder"/>
  </component>

  <component name="decoder" type="edu.cmu.sphinx.decoder.Decoder">
    <property name="searchManager" value="wordPruningSearchManager"/>
  </component>

  <component name="alignerSearchManager"
    type="edu.cmu.sphinx.decoder.search.SimpleBreadthFirstSearchManager">
    <property name="linguist" value="alignerLinguist"/>
    <property name="pruner" value="trivialPruner"/>
    <property name="scorer" value="threadedScorer"/>
    <property name="activeListFactory" value="activeList"/>
  </component>
  
  <component name="simpleSearchManager"
    type="edu.cmu.sphinx.decoder.search.SimpleBreadthFirstSearchManager">
    <property name="linguist" value="flatLinguist"/>
    <property name="pruner" value="trivialPruner"/>
    <property name="scorer" value="threadedScorer"/>
    <property name="activeListFactory" value="activeList"/>
  </component>

  <component name="wordPruningSearchManager"
    type="edu.cmu.sphinx.decoder.search.WordPruningBreadthFirstSearchManager">
    <property name="linguist" value="lexTreeLinguist"/>
    <property name="pruner" value="trivialPruner"/>
    <property name="scorer" value="threadedScorer"/>
    <property name="activeListManager" value="activeListManager"/>

    <property name="growSkipInterval" value="0"/>

    <property name="buildWordLattice" value="true"/>
    <property name="keepAllTokens" value="true"/>

    <property name="acousticLookaheadFrames" value="1.7"/>
    <property name="relativeBeamWidth" value="${relativeBeamWidth}"/>
  </component>

  <component name="activeList"
    type="edu.cmu.sphinx.decoder.search.PartitionActiveListFactory">
    <property name="absoluteBeamWidth" value="${absoluteBeamWidth}"/>
    <property name="relativeBeamWidth" value="${relativeBeamWidth}"/>
  </component>

  <component name="activeListManager"
    type="edu.cmu.sphinx.decoder.search.SimpleActiveListManager">
    <propertylist name="activeListFactories">
      <item>standardActiveListFactory</item>
      <item>wordActiveListFactory</item>
      <item>wordActiveListFactory</item>
      <item>standardActiveListFactory</item>
      <item>standardActiveListFactory</item>
      <item>standardActiveListFactory</item>
    </propertylist>
  </component>

  <component name="standardActiveListFactory"
    type="edu.cmu.sphinx.decoder.search.PartitionActiveListFactory">
    <property name="absoluteBeamWidth" value="${absoluteBeamWidth}"/>
    <property name="relativeBeamWidth" value="${relativeBeamWidth}"/>
  </component>

  <component name="wordActiveListFactory"
    type="edu.cmu.sphinx.decoder.search.PartitionActiveListFactory">
    <property name="absoluteBeamWidth" value="${absoluteWordBeamWidth}"/>
    <property name="relativeBeamWidth" value="${relativeWordBeamWidth}"/>
  </component>

  <component name="trivialPruner"
    type="edu.cmu.sphinx.decoder.pruner.SimplePruner"/>

  <component name="threadedScorer"
    type="edu.cmu.sphinx.decoder.scorer.SimpleAcousticScorer">
    <property name="frontend" value="liveFrontEnd"/>
  </component>

  <component name="alignerLinguist"
    type="edu.cmu.sphinx.linguist.flat.FlatLinguist">
    <property name="grammar" value="alignerGrammar"/>
    <property name="acousticModel" value="acousticModel"/>
    <property name="wordInsertionProbability"
      value="${wordInsertionProbability}"/>
    <property name="silenceInsertionProbability"
      value="${silenceInsertionProbability}"/>
{'fraction_non_alphanumeric': 0.1519434628975265, 'fraction_numerical': 0.008244994110718492, 'mean_word_length': 5.814606741573034, 'pattern_counts': {'":': 0, '<': 161, '<?xml version=': 2, '>': 161, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '534037', 'n_tokens_mistral': 2689, 'n_tokens_neox': 2567, 'n_words': 372}