<commit_before>%% Author: <NAME> <<EMAIL>>

-define(IS_SPACE(X), erlang:'or'(X =:= 32, erlang:'or'(X =:= $\t, X =:= $\r))).
-define(IS_NEWLINE(X), X =:= $\n).
-define(IS_NUMBER(X), erlang:'and'(X >= $0, X =< $9)).
-define(IS_ALPHA(X),
        erlang:'or'(
            erlang:'and'(X >= $A, X =< $Z), erlang:'and'(X >= $a, X =< $z))).
-define(IS_ALPHANUM(X), erlang:'or'(?IS_NUMBER(X), ?IS_ALPHA(X))).
-define(IS_HEX(X),
        erlang:'or'(?IS_NUMBER(X),
                    erlang:'or'(
                        erlang:'and'(X >= $A, X =< $F), erlang:'and'(X >= $a, X =< $f)))).
-define(IS_OCT(X), erlang:'and'(X >= $0, X =< $7)).
-define(OR(I, X, Y), erlang:'or'(I =:= X, I =:= Y)).
-define(IS_OP1_ARITH(X),
        X =:= <<"*">>
        orelse X =:= <<"/">>
        orelse X =:= <<"%">>
        orelse X =:= <<"+">>
        orelse X =:= <<"-">>
        orelse X =:= <<".">>
        orelse X =:= <<"&">>
        orelse X =:= <<"^">>
        orelse X =:= <<"|">>).
-define(IS_OP1(X),
        X =:= <<126>>
        orelse X =:= <<"@">>
        orelse X =:= <<"!">>
        orelse X =:= <<"*">>
        orelse X =:= <<"/">>
        orelse X =:= <<"%">>
        orelse X =:= <<"+">>
        orelse X =:= <<"-">>
        orelse X =:= <<".">>
        orelse X =:= <<"<">><commit_msg>macros using 'andalso' and 'orelse' again<commit_after>%% Author: <NAME> <<EMAIL>>

-define(IS_SPACE(X), (X =:= 32 orelse X =:= $\t orelse X =:= $\r)).
-define(IS_NEWLINE(X), X =:= $\n).
-define(IS_NUMBER(X), (X >= $0 andalso X =< $9)).
-define(IS_ALPHA(X), ((X >= $A andalso X =< $Z) orelse (X >= $a andalso X =< $z))).
-define(IS_ALPHANUM(X), (?IS_NUMBER(X) orelse ?IS_ALPHA(X))).
-define(IS_HEX(X), (?IS_NUMBER(X) orelse (X >= $A andalso X =< $F) orelse (X >= $a andalso X =< $f))).
-define(IS_OCT(X), (X >= $0 andalso X =< $7)).
-define(OR(I, X, Y), (I =:= X orelse I =:= Y)).
-define(IS_OP1_ARITH(X),
        X =:= <<"*">>
        orelse X =:= <<"/">>
        orelse X =:= <<"%">>
        orelse X =:= <<"+">>
        orelse X =:= <<"-">>
        orelse X =:= <<".">>
        orelse X =:= <<"&">>
        orelse X =:= <<"^">>
        orelse X =:= <<"|">>).
-define(IS_OP1(X),
        X =:= <<126>>
        orelse X =:= <<"@">>
        orelse X =:= <<"!">>
        orelse X =:= <<"*">>
        orelse X =:= <<"/">>
        orelse X =:= <<"%">>
        orelse X =:= <<"+">>
        orelse X =:= <<"-">>
        orelse X =:= <<".">>
        orelse X =:= <<"<">>
{'fraction_non_alphanumeric': 0.31954117165096274, 'fraction_numerical': 0.009012699713232281, 'mean_word_length': 2.2690763052208833, 'pattern_counts': {'":': 0, '<': 99, '<?xml version=': 0, '>': 97, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4476358', 'n_tokens_mistral': 1169, 'n_tokens_neox': 1051, 'n_words': 204}