<commit_before>/*
 * $Id: internal.h,v 1.2 2003/01/03 11:54:02 okir Exp $
 *
 * Copyright (C) 2002
 *  <NAME> <<EMAIL>>
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 */

#ifndef _SCCONF_INTERNAL_H
#define _SCCONF_INTERNAL_H

#ifdef __cplusplus
extern "C" {
#endif

#define TOKEN_TYPE_COMMENT	0
#define TOKEN_TYPE_NEWLINE	1
#define TOKEN_TYPE_STRING	2
#define TOKEN_TYPE_PUNCT	3

typedef struct _scconf_parser {
	scconf_context *config;

	scconf_block *block;
	scconf_item *last_item, *current_item;

	char *key;
	scconf_list *name;

	int state;
	int last_token_type;
	int line;

	unsigned int error:1;
	unsigned int warnings:1;
} scconf_parser;

extern int scconf_lex_parse(scconf_parser * parser, const char *filename);
extern int scconf_lex_parse_string(scconf_parser * parser,
				   const char *config_string);
extern void scconf_parse_token(scconf_parser * parser, int token_type, const char *token);

#ifdef __cplusplus
}
#endif
#endif<commit_msg>This commit was generated by cvs2svn to compensate for changes in r36723, which included commits to RCS files with non-trunk default branches.<commit_after>/*
 * $Id: internal.h,v 1.3 2003/11/20 14:15:32 aet Exp $
 *
 * Copyright (C) 2002
 *  <NAME> <<EMAIL>>
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 */

#ifndef _SCCONF_INTERNAL_H
#define _SCCONF_INTERNAL_H

#ifdef __cplusplus
extern "C" {
#endif

#define TOKEN_TYPE_COMMENT	0
#define TOKEN_TYPE_NEWLINE	1
#define TOKEN_TYPE_STRING	2
#define TOKEN_TYPE_PUNCT	3

typedef struct _scconf_parser {
	scconf_context *config;

	scconf_block *block;
	scconf_item *last_item, *current_item;

	char *key;
	scconf_list *name;

	int state;
	int last_token_type;
	int line;

	unsigned int error:1;
	unsigned int warnings:1;
	char emesg[256];
} scconf_parser;

extern int scconf_lex_parse(scconf_parser * parser, const char *filename);
extern int scconf_lex_parse_string(scconf_parser * parser,
				   const char *config_string);
extern void scconf_parse_token(scconf_parser * parser, int token_type, const char *token);

#ifdef __cplusplus
}
#endif
#endif
{'fraction_non_alphanumeric': 0.07151162790697674, 'fraction_numerical': 0.02703488372093023, 'mean_word_length': 4.613376835236542, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6574110', 'n_tokens_mistral': 1163, 'n_tokens_neox': 1123, 'n_words': 430}