<commit_before><commit_msg>Add missing test case for previous commit.<commit_after># Check whitespace skipping "$\n" handling.
#
# RUN: %{llbuild} ninja lex %s 2> %t.err
# RUN: %{FileCheck} < %t.err %s

# Ninja does *not* recognize '$\n' on a leading line.
# CHECK: (Token "Unknown" String:"$" Length:1 Line:[[@LINE+1]] Column:0)
$

# Check '$\n' in other contexts.
#
# CHECK: (Token "Identifier" String:"a" Length:1 Line:[[@LINE+2]] Column:0)
# CHECK-NEXT: (Token "Equals" String:"=" Length:1 Line:[[@LINE+2]] Column:0)
a$
= b

# CHECK: (Token "Identifier" String:"a" Length:1 Line:[[@LINE+2]] Column:0)
# CHECK-NEXT: (Token "Equals" String:"=" Length:1 Line:[[@LINE+3]] Column:0)
a $
    $
= b
{'fraction_non_alphanumeric': 0.21294964028776978, 'fraction_numerical': 0.02302158273381295, 'mean_word_length': 5.27027027027027, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3738148', 'n_tokens_mistral': 270, 'n_tokens_neox': 256, 'n_words': 76}