<commit_before>/* $Id$ */

#ifndef INTERNAL_H
#define INTERNAL_H

struct fsm_state {
	unsigned int id;

	int end;    /* boolean */
	struct fsm_edge *edges;
};

struct fsm_edge {
	struct label_list *label;
	struct fsm_state *state;

	struct fsm_edge *next;
};


/* global registry of all states */
struct state_list {
	struct fsm_state state;
	struct state_list *next;
};

/* global registry of all labels */
struct label_list {
	const char *label;
	struct label_list *next;
};

struct fsm {
	struct state_list *sl;
	struct label_list *ll;
	struct fsm_state *start;
	struct fsm_options options;<commit_msg>This can be a bitfield.<commit_after>/* $Id$ */

#ifndef INTERNAL_H
#define INTERNAL_H

struct fsm_state {
	unsigned int id;

	int end:1;    /* boolean */
	struct fsm_edge *edges;
};

struct fsm_edge {
	struct label_list *label;
	struct fsm_state *state;

	struct fsm_edge *next;
};


/* global registry of all states */
struct state_list {
	struct fsm_state state;
	struct state_list *next;
};

/* global registry of all labels */
struct label_list {
	const char *label;
	struct label_list *next;
};

struct fsm {
	struct state_list *sl;
	struct label_list *ll;
	struct fsm_state *start;
	struct fsm_options options;
{'fraction_non_alphanumeric': 0.09983633387888707, 'fraction_numerical': 0.0008183306055646482, 'mean_word_length': 4.095833333333333, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '197858', 'n_tokens_mistral': 444, 'n_tokens_neox': 432, 'n_words': 139}