<commit_before>#pragma once
#include <string>

#if 0
int Stricmp(const char* str1, const char* str2) {
	int d;
	while ((d = toupper(*str2) - toupper(*str1)) == 0 && *str1) {
		str1++;
		str2++;
	}
	return d;
}

int Strnicmp(const char* str1, const char* str2, int count) {
	int d = 0;
	while (count > 0 && (d = toupper(*str2) - toupper(*str1)) == 0 && *str1) {
		str1++; str2++; count--;
	}
	return d;
}
#endif

#ifdef _MSC_VER
#define SL_CALL __vectorcall
#else
#define SL_CALL
#endif

#define COUNT_OF(X) (sizeof(X) / sizeof((X)[0]))
#define ZERO_MEM(X, Y) (memset(X, 0, Y));<commit_msg>Remove __vectorcall calling convention on older versions of MSVC++<commit_after>#pragma once
#include <string>

#if 0
int Stricmp(const char* str1, const char* str2) {
	int d;
	while ((d = toupper(*str2) - toupper(*str1)) == 0 && *str1) {
		str1++;
		str2++;
	}
	return d;
}

int Strnicmp(const char* str1, const char* str2, int count) {
	int d = 0;
	while (count > 0 && (d = toupper(*str2) - toupper(*str1)) == 0 && *str1) {
		str1++; str2++; count--;
	}
	return d;
}
#endif

#if defined(_MSC_VER) && (_MSC_VER >= 1800)
#define SL_CALL __vectorcall
#else
#define SL_CALL
#endif

#define COUNT_OF(X) (sizeof(X) / sizeof((X)[0]))
#define ZERO_MEM(X, Y) (memset(X, 0, Y));
{'fraction_non_alphanumeric': 0.19062748212867356, 'fraction_numerical': 0.03653693407466243, 'mean_word_length': 4.3164556962025316, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 8, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3335024', 'n_tokens_mistral': 558, 'n_tokens_neox': 524, 'n_words': 149}