<commit_before>
#pragma once

//Work around GCC's lack of a __has_attribute macro
#ifdef __GNUC__
	#define __has_attribute(X) 1
#endif

#if __has_attribute(always_inline)
	#define ALWAYS_INLINE __attribute__((always_inline))
#else
	#define ALWAYS_INLINE
#endif

#if __has_attribute(warn_unused_result)
	#define CHECKED __attribute__((warn_unused_result))
#else
	#define CHECKED
#endif

#if __has_attribute(cold)
	#define COLD __attribute__((cold))
#else
	#define COLD
#endif

#if __has_attribute(deprecated)
	#define DEPRECATED __attribute__((deprecated))
#else
	#define DEPRECATED
#endif

#if __has_attribute(hot)
	#define HOT __attribute__((hot))
#else
	#define HOT
#endif

#if __has_attribute(pure)
	#define PURE __attribute__((pure))
#else
	#define PURE
#endif

#if __has_attribute(unused)
	#define UNUSED __attribute__((unused))
#else
	#define UNUSED
#endif
<commit_msg>Fix issue with attribute defines on clang<commit_after>
#pragma once

//Work around GCC's lack of a __has_attribute macro
#if defined(__GNUC__) && !defined(__has_attribute)
	#define __has_attribute(X) 1
#endif

#if __has_attribute(always_inline)
	#define ALWAYS_INLINE __attribute__((always_inline))
#else
	#define ALWAYS_INLINE
#endif

#if __has_attribute(warn_unused_result)
	#define CHECKED __attribute__((warn_unused_result))
#else
	#define CHECKED
#endif

#if __has_attribute(cold)
	#define COLD __attribute__((cold))
#else
	#define COLD
#endif

#if __has_attribute(deprecated)
	#define DEPRECATED __attribute__((deprecated))
#else
	#define DEPRECATED
#endif

#if __has_attribute(hot)
	#define HOT __attribute__((hot))
#else
	#define HOT
#endif

#if __has_attribute(pure)
	#define PURE __attribute__((pure))
#else
	#define PURE
#endif

#if __has_attribute(unused)
	#define UNUSED __attribute__((unused))
#else
	#define UNUSED
#endif

{'fraction_non_alphanumeric': 0.10204081632653061, 'fraction_numerical': 0.0011031439602868175, 'mean_word_length': 7.28310502283105, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2340094', 'n_tokens_mistral': 675, 'n_tokens_neox': 658, 'n_words': 167}