<commit_before>#include "SearchNormalBatch.h"
#include "LM/Base.h"
#include "Manager.h"

#include <google/profiler.h>

using namespace std;

namespace Moses
{
SearchNormalBatch::SearchNormalBatch(Manager& manager, const InputType &source, const TranslationOptionCollection &transOptColl)
  :SearchNormal(manager, source, transOptColl)
  ,m_batch_size(10000)
{

  // Split the feature functions into sets of stateless, stateful
  // distributed lm, and stateful non-distributed.
  const vector<const StatefulFeatureFunction*>& ffs =
         m_manager.GetTranslationSystem()->GetStatefulFeatureFunctions();
  for (unsigned i = 0; i < ffs.size(); ++i) {
      if (ffs[i]->GetScoreProducerDescription() == "DLM_5gram") {
          m_dlm_ffs[i] = const_cast<LanguageModel*>(static_cast<const LanguageModel* const>(ffs[i]));
          m_dlm_ffs[i]->SetFFStateIdx(i);
      }
      else {
          m_stateful_ffs[i] = const_cast<StatefulFeatureFunction*>(ffs[i]);
      }
  }<commit_msg>comment out include to google profiler<commit_after>#include "SearchNormalBatch.h"
#include "LM/Base.h"
#include "Manager.h"

//#include <google/profiler.h>

using namespace std;

namespace Moses
{
SearchNormalBatch::SearchNormalBatch(Manager& manager, const InputType &source, const TranslationOptionCollection &transOptColl)
  :SearchNormal(manager, source, transOptColl)
  ,m_batch_size(10000)
{

  // Split the feature functions into sets of stateless, stateful
  // distributed lm, and stateful non-distributed.
  const vector<const StatefulFeatureFunction*>& ffs =
         m_manager.GetTranslationSystem()->GetStatefulFeatureFunctions();
  for (unsigned i = 0; i < ffs.size(); ++i) {
      if (ffs[i]->GetScoreProducerDescription() == "DLM_5gram") {
          m_dlm_ffs[i] = const_cast<LanguageModel*>(static_cast<const LanguageModel* const>(ffs[i]));
          m_dlm_ffs[i]->SetFFStateIdx(i);
      }
      else {
          m_stateful_ffs[i] = const_cast<StatefulFeatureFunction*>(ffs[i]);
      }
  }
{'fraction_non_alphanumeric': 0.12656956303365144, 'fraction_numerical': 0.007031642390758413, 'mean_word_length': 4.564245810055866, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 19, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '795208', 'n_tokens_mistral': 650, 'n_tokens_neox': 632, 'n_words': 129}