<commit_before>%%{

machine uri;

scheme = alpha (alpha | digit | "+" | "-" | ".")+;

escaped = "%" xdigit xdigit;
mark = "-" | "_" | "." | "!" | "~" | "*" | "'" | "(" | ")";
reserved = ";" | "/" | "?" | ":" | "@" | "&" | "=" | "+" | "$" | ",";
unreserved = alpha | mark;
pchar = unreserved | escaped | ":" | "@" | "&" | "=" | "+" | "$" | ",";
uric = reserved | unreserved | escaped;
uric_no_slash = unreserved | escaped | ";" | "?" | ":" | "@" | "&" | "=" | "+" | "$" | ",";
rel_segment = (unreserved | escaped | ";" | "@" | "&" | "=" | "+" | "$" | ",")+;
reg_name = (unreserved | escaped | "$" | "," | ";" | ":" | "@" | "&" | "=" | "+" )+;
userinfo = (unreserved | escaped | ";" | ":" | "&" | "=" | "+" | "$" | "," )*;

param = pchar*;
segment = pchar* (";" param)*;<commit_msg>Fix the definition of unreserved character.<commit_after>%%{

machine uri;

scheme = alpha (alpha | digit | "+" | "-" | ".")+;

escaped = "%" xdigit xdigit;
mark = "-" | "_" | "." | "!" | "~" | "*" | "'" | "(" | ")";
reserved = ";" | "/" | "?" | ":" | "@" | "&" | "=" | "+" | "$" | ",";
unreserved = alpha | digit | mark;
pchar = unreserved | escaped | ":" | "@" | "&" | "=" | "+" | "$" | ",";
uric = reserved | unreserved | escaped;
uric_no_slash = unreserved | escaped | ";" | "?" | ":" | "@" | "&" | "=" | "+" | "$" | ",";
rel_segment = (unreserved | escaped | ";" | "@" | "&" | "=" | "+" | "$" | ",")+;
reg_name = (unreserved | escaped | "$" | "," | ";" | ":" | "@" | "&" | "=" | "+" )+;
userinfo = (unreserved | escaped | ";" | ":" | "&" | "=" | "+" | "$" | "," )*;

param = pchar*;
segment = pchar* (";" param)*;
{'fraction_non_alphanumeric': 0.37922403003754696, 'fraction_numerical': 0.0, 'mean_word_length': 3.0895140664961636, 'pattern_counts': {'":': 10, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2531187', 'n_tokens_mistral': 672, 'n_tokens_neox': 635, 'n_words': 83}