<commit_before>/*
	This file provides configuration
	options for fnuu, which are mostly
	related to performance optimizations.
*/

/*
	The initial length of the buckets
	an the number of buckets.
	Increasing these numbers will increase
	performance.
*/

#define INITLEN 256
#define BUCKETS 10000

/* The factor for resizing arrays and strings during input */

#define RESIZEFACTOR 2<commit_msg>Changed the preprocessor definitions to constants.<commit_after>/*
	This file provides configuration
	options for fnuu, which are mostly
	related to performance optimizations.
*/

/*
	The initial length of the buckets
	an the number of buckets.
	Increasing these numbers will increase
	performance.
*/

const int INITLEN=256;
const int BUCKETS=10000;

/* The factor for resizing arrays and strings during input */

const int RESIZEFACTOR=2;
{'fraction_non_alphanumeric': 0.05755395683453238, 'fraction_numerical': 0.02158273381294964, 'mean_word_length': 4.387096774193548, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1228591', 'n_tokens_mistral': 252, 'n_tokens_neox': 226, 'n_words': 104}