<commit_before>#define CAT(X,Y)    CAT_(X,Y)
#define CAT_(X,Y)   X ## Y

#define COUNTSTRING(Stem,Val)                                                  \
    Stem:                                                                      \
    CAT(.L_,Stem):                                                             \
        .word (CAT(CAT(.L_,Stem),_end) - CAT(.L_,undefined_word) - 1) ;        \
        .utf32 Val                                                    ;        \
    .global Stem ;                                                             \
    CAT(CAT(.L_,Stem),_end):                                                   \
    //

COUNTSTRING(undefined_word, "undefined word")
COUNTSTRING(ok            , "ok"            )
<commit_msg>Mend bad macro in stringtable<commit_after>#define CAT(X,Y)    CAT_(X,Y)
#define CAT_(X,Y)   X ## Y

#define COUNTSTRING(Stem,Val)                                                  \
    Stem:                                                                      \
    CAT(.L_,Stem):                                                             \
        .word (CAT(CAT(.L_,Stem),_end) - CAT(.L_,Stem) - 1) ;                  \
        .utf32 Val                                          ;                  \
    .global Stem ;                                                             \
    CAT(CAT(.L_,Stem),_end):                                                   \
    //

COUNTSTRING(undefined_word, "undefined word")
COUNTSTRING(ok            , "ok"            )

{'fraction_non_alphanumeric': 0.09736842105263158, 'fraction_numerical': 0.003947368421052632, 'mean_word_length': 0.5696594427244582, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 24, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5799042', 'n_tokens_mistral': 356, 'n_tokens_neox': 321, 'n_words': 54}