<commit_before>/*
  $Id$
  $URL$

  Copyright (c) 1998 - 2013
 
  This file is part of tscan

  tscan is free software; you can redistribute it and/or modify
  it under the terms of the GNU General Public License as published by
  the Free Software Foundation; either version 3 of the License, or
  (at your option) any later version.

  tscan is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  GNU General Public License for more details.

  You should have received a copy of the GNU General Public License
  along with this program; if not, see <http://www.gnu.org/licenses/>.

  For questions and suggestions, see:
      
  or send mail to:
      
*/

#ifndef ALPINO_H
#define ALPINO_H

enum DD_type { SUB_VERB, OBJ1_VERB, OBJ2_VERB, VERB_PP, VERB_VC,
	       VERB_COMP, NOUN_DET, PREP_OBJ1, CRD_CNJ, COMP_BODY, NOUN_VC };

std::string toString( const DD_type& );
inline std::ostream& operator<< (std::ostream&os, const DD_type& t ){
  os << toString( t );
  return os;
}

enum WWform { NO_VERB, PASSIVE_VERB, MODAL_VERB, TIME_VERB,
	      COPULA, HEAD_VERB };
std::string toString( const WWform& );
inline std::ostream& operator<< (std::ostream&os, const WWform& wf ){
  os << toString( wf );
  return os;
}

xmlDoc *AlpinoParse( const folia::Sentence *, const std::string& );
xmlNode *getAlpWordNode( xmlDoc *, const folia::Word * );
bool checkImp( const xmlNode * );
void countCrdCnj( xmlDoc *, int&, int& );
void mod_stats( xmlDoc *, int&, int&, int& );
int get_d_level( const folia::Sentence *s, xmlDoc *alp );
int indef_npcount( xmlDoc *alp );
WWform classifyVerb( const xmlNode *, const std::string& );
std::multimap<DD_type,int> getDependencyDist( const xmlNode *,
					      const std::set<size_t>& );

#endif // ALPINO_H<commit_msg>hmm. Forgotten to check in<commit_after>/*
  $Id$
  $URL$

  Copyright (c) 1998 - 2013

  This file is part of tscan

  tscan is free software; you can redistribute it and/or modify
  it under the terms of the GNU General Public License as published by
  the Free Software Foundation; either version 3 of the License, or
  (at your option) any later version.

  tscan is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  GNU General Public License for more details.

  You should have received a copy of the GNU General Public License
  along with this program; if not, see <http://www.gnu.org/licenses/>.

  For questions and suggestions, see:

  or send mail to:

*/

#ifndef ALPINO_H
#define ALPINO_H

enum DD_type { SUB_VERB, OBJ1_VERB, OBJ2_VERB, VERB_PP, VERB_VC,
	       VERB_COMP, NOUN_DET, PREP_OBJ1, CRD_CNJ, COMP_BODY, NOUN_VC };

std::string toString( const DD_type& );
inline std::ostream& operator<< (std::ostream&os, const DD_type& t ){
  os << toString( t );
  return os;
}

enum WWform { NO_VERB, PASSIVE_VERB, MODAL_VERB, TIME_VERB,
	      COPULA, HEAD_VERB };
std::string toString( const WWform& );
inline std::ostream& operator<< (std::ostream&os, const WWform& wf ){
  os << toString( wf );
  return os;
}

xmlDoc *AlpinoParse( const folia::Sentence *, const std::string& );
xmlNode *getAlpWordNode( xmlDoc *, const folia::Word * );
bool checkImp( const xmlNode * );
void countCrdCnj( xmlDoc *, int&, int& );
void mod_stats( xmlDoc *, int&, int&, int& );
int get_d_level( const folia::Sentence *s, xmlDoc *alp );
int indef_npcount( xmlDoc *alp );
WWform classifyVerb( const xmlNode *, const std::string& );
std::multimap<DD_type,int> getDependencyDist( const xmlNode *,
					      const std::set<size_t>& );
bool isSmallCnj( const xmlNode *);

#endif // ALPINO_H
{'fraction_non_alphanumeric': 0.10424914225389285, 'fraction_numerical': 0.006334125098970704, 'mean_word_length': 4.13550135501355, 'pattern_counts': {'":': 0, '<': 25, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 21}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6777355', 'n_tokens_mistral': 1321, 'n_tokens_neox': 1251, 'n_words': 461}