<commit_before>defvar "STATE",5,,STATE,0       /* 0 - immediate, 1 - compile */


defword "[",1,F_IMMED,LBRAC
    .int LIT, 0
    .int STATE, STORE
    .int EXIT

defword "]",1,,RBRAC
    .int LIT, 1
    .int STATE, STORE
    .int EXIT

defword ":",1,,COLON
    .int WORD
    .int CREATE
    .int LIT, DOCOL, COMMA
    .int LATEST, FETCH, HIDDEN
    .int RBRAC
    .int EXIT


defword ";",1,F_IMMED,SEMICOLON
    .int LIT, EXIT, COMMA
    .int LATEST, FETCH, HIDDEN
    .int LBRAC
    .int EXIT


defcode "'",1,,TICK
    ldr r0, [r12], #4
    push {r0}
    NEXT

defword "RECURSE",7,F_IMMED,RECURSE
    .int LATEST, FETCH, COMMA
    .int EXIT

/* ( w -- ) execution is transfered to forth direct threading code pointed to by value at w */
defcode "EXECUTE",7,,EXECUTE
    pop {r0}
    ldr r1, [r0]
    bx r1<commit_msg>moved def of RECURSE to stage 2<commit_after>defvar "STATE",5,,STATE,0       /* 0 - immediate, 1 - compile */


defword "[",1,F_IMMED,LBRAC
    .int LIT, 0
    .int STATE, STORE
    .int EXIT

defword "]",1,,RBRAC
    .int LIT, 1
    .int STATE, STORE
    .int EXIT

defword ":",1,,COLON
    .int WORD
    .int CREATE
    .int LIT, DOCOL, COMMA
    .int LATEST, FETCH, HIDDEN
    .int RBRAC
    .int EXIT


defword ";",1,F_IMMED,SEMICOLON
    .int LIT, EXIT, COMMA
    .int LATEST, FETCH, HIDDEN
    .int LBRAC
    .int EXIT


defcode "'",1,,TICK
    ldr r0, [r12], #4
    push {r0}
    NEXT

/* ( w -- ) execution is transfered to forth direct threading code pointed to by value at w */
defcode "EXECUTE",7,,EXECUTE
    pop {r0}
    ldr r1, [r0]
    bx r1
{'fraction_non_alphanumeric': 0.13142857142857142, 'fraction_numerical': 0.027936507936507936, 'mean_word_length': 2.297071129707113, 'pattern_counts': {'":': 2, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '566530', 'n_tokens_mistral': 704, 'n_tokens_neox': 666, 'n_words': 195}