<commit_before>'use strict';
// from http://eloquentjavascript.net/code/#9.1
// Fill in the regular expressions

verify(/.../,
       ['my car', 'bad cats'],
       ['camper', 'high art']);

verify(/.../,
       ['pop culture', 'mad props'],
       ['plop']);

verify(/.../,
       ['ferret', 'ferry', 'ferrari'],
       ['ferrum', 'transfer A']);

verify(/.../,
       ['how delicious', 'spacious room'],
       ['ruinous', 'consciousness']);

verify(/.../,
       ['bad punctuation .'],
       ['escape the dot']);

verify(/.../,
       ['hottentottententen'],
       ['no', 'hotten totten tenten']);

verify(/.../,
       ['red platypus', 'wobbling nest'],
       ['earth bed', 'learning ape']);
<commit_msg>9: Regexp golf, car and cat<commit_after>'use strict';
// from http://eloquentjavascript.net/code/#9.1
// Fill in the regular expressions

verify(/ca(r|t)/,
       ['my car', 'bad cats'],
       ['camper', 'high art']);

verify(/.../,
       ['pop culture', 'mad props'],
       ['plop']);

verify(/.../,
       ['ferret', 'ferry', 'ferrari'],
       ['ferrum', 'transfer A']);

verify(/.../,
       ['how delicious', 'spacious room'],
       ['ruinous', 'consciousness']);

verify(/.../,
       ['bad punctuation .'],
       ['escape the dot']);

verify(/.../,
       ['hottentottententen'],
       ['no', 'hotten totten tenten']);

verify(/.../,
       ['red platypus', 'wobbling nest'],
       ['earth bed', 'learning ape']);

{'fraction_non_alphanumeric': 0.24861111111111112, 'fraction_numerical': 0.003472222222222222, 'mean_word_length': 2.3747072599531616, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1848770', 'n_tokens_mistral': 469, 'n_tokens_neox': 460, 'n_words': 121}