<commit_before>use v6;

my $VERSION = '2010.09';

my $_PROGRAM; # RAKUDO: Part of workaround required because of [perl #76894]

grammar Yapsi::Perl6::Grammar {
    regex TOP { ^ <statementlist> <.ws> $ }
    regex statementlist { <statement> ** <eat_terminator> }
    token statement { <statement_control> || <expression> || '' }
    # RAKUDO: <?after '{'> NYRI [perl #76894]
    token eat_terminator { <?{ $/.CURSOR.pos > 1
                               && $_PROGRAM.substr($/.CURSOR.pos - 1, 1) eq "\{"
                           }> \n
                           || <.ws> ';' }
    token expression { <assignment> || <binding> || <variable> || <literal>
                       || <declaration> || <block>
                       || <saycall> || <increment> || <decrement> }
    token statement_control { <statement_control_if><commit_msg>[Yapsi] fixed faulty <!after> workaround<commit_after>use v6;

my $VERSION = '2010.09';

my $_PROGRAM; # RAKUDO: Part of workaround required because of [perl #76894]

grammar Yapsi::Perl6::Grammar {
    regex TOP { ^ <statementlist> <.ws> $ }
    regex statementlist { <statement> ** <eat_terminator> }
    token statement { <statement_control> || <expression> || '' }
    # RAKUDO: <?after '{'> NYRI [perl #76894]
    regex eat_terminator { <?{ $/.CURSOR.pos > 0
                               && $_PROGRAM.substr($/.CURSOR.pos - 1, 1) eq '}'
                           }> \n
                           || <.ws> ';' }
    token expression { <assignment> || <binding> || <variable> || <literal>
                       || <declaration> || <block>
                       || <saycall> || <increment> || <decrement> }
    token statement_control { <statement_control_if>
{'fraction_non_alphanumeric': 0.16412661195779601, 'fraction_numerical': 0.0246189917936694, 'mean_word_length': 2.1263736263736264, 'pattern_counts': {'":': 0, '<': 42, '<?xml version=': 0, '>': 44, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3248903', 'n_tokens_mistral': 577, 'n_tokens_neox': 527, 'n_words': 121}