<commit_before># Note: clang 3.6 won't compile MLDB if GCC6 is installed

CLANGXX?=clang++
CLANG?=clang

CLANG_VERSION:=$(shell $(CLANGXX) --version | head -n1 | awk '{ print $4; }' | sed 's/-*//g')<commit_msg>look for clang versions not just generic version<commit_after># Note: clang 3.6 won't compile MLDB if GCC6 is installed

find_command=$(foreach command,$(firstword $(1)),$(if $(shell which $(command)),$(command),$(call find_command,$(wordlist 2,10000,$(1)))))

CLANGXX?=$(call find_command,clang++ clang++-13 clang++-12 clang++-11 clang++-10 clang++-9 clang++-8)
CLANG?=$(call find_command,clang clang-13 clang-12 clang-11 clang-10 clang-9 clang-8)

CLANG_VERSION:=$(shell $(CLANGXX) --version | head -n1 | awk '{ print $4; }' | sed 's/-*//g')
{'fraction_non_alphanumeric': 0.199203187250996, 'fraction_numerical': 0.05046480743691899, 'mean_word_length': 5.444444444444445, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7442431', 'n_tokens_mistral': 303, 'n_tokens_neox': 281, 'n_words': 74}