<commit_before>var adverbs = [
    'really', 'totally', 'probably', 'defin[ia]tely', 'absolutely', 'actually',
    'certainly', 'literally', 'legitimately', 'genuinely', 'honestly', 'truly',
    'undoubtedly', 'unquestionably'
];
var adverbsRegexSet = adverbs.join('|');

var robustRegex = function(regexStr, flags) {
    flags = flags || 'i';

    // replace all spaces with a pattern that matches any combination of whitespace and/or periods
    regexStr = regexStr.replace(/ /g, '([\\s.]+)');

    return new RegExp(regexStr, flags);
}

module.exports = [
    robustRegex( "help me (be( a)?|become( a)?|go) #?vegan" ),
    robustRegex( "i (" + adverbsRegexSet + ")? ?(want to|wanna|would like to) (be( a)?|become( a)?|go) #?vegan" ),
    robustRegex( "i (" + adverbsRegexSet + ")? ?(should) (go|be) #?vegan" ),
    robustRegex( "i (" + adverbsRegexSet + ")? ?(will|do)? ?(need|want) help (going|becoming( a)?|being( a)?|staying( a)?) #?vegan" ),
    robustRegex( "i (" + adverbsRegexSet + ")? ?(want to|wanna|would like to|should) (try) (going|becoming( a)?|being( a)?) #?vegan" ),
    robustRegex( "i('| a)?m (considering|thinking (about|of)|mulling over) (going|becoming( a)?|being( a)?) #?vegan" ),
    robustRegex( "i (" + adverbsRegexSet + ")? ?(wish) i (was|were) #?vegan" ),
    robustRegex( "i (can|could) (" + adverbsRegexSet + ")? (see|picture|imagine)( myself)? (going|being( a)?|becoming( a)?) #?vegan")
]<commit_msg>added necessary regex condition<commit_after>var adverbs = [
    'really', 'totally', 'probably', 'defin[ia]tely', 'absolutely', 'actually',
    'certainly', 'literally', 'legitimately', 'genuinely', 'honestly', 'truly',
    'undoubtedly', 'unquestionably'
];
var adverbsRegexSet = adverbs.join('|');

var robustRegex = function(regexStr, flags) {
    flags = flags || 'i';

    // replace all spaces with a pattern that matches any combination of whitespace and/or periods
    regexStr = regexStr.replace(/ /g, '([\\s.]+)');

    return new RegExp(regexStr, flags);
}

module.exports = [
    robustRegex( "help me (be( a)?|become( a)?|go) #?vegan" ),
    robustRegex( "i (" + adverbsRegexSet + ")? ?(want to|wanna|would like to) (be( a)?|become( a)?|go) #?vegan" ),
    robustRegex( "i (" + adverbsRegexSet + ")? ?(should) (go|be) #?vegan" ),
    robustRegex( "i (" + adverbsRegexSet + ")? ?(will|do)? ?(need|want) help (going|becoming( a)?|being( a)?|staying( a)?) #?vegan" ),
    robustRegex( "i (" + adverbsRegexSet + ")? ?(want to|wanna|would like to|should) (try) (going|becoming( a)?|being( a)?) #?vegan" ),
    robustRegex( "i('| a)?m (considering|thinking (about|of)|mulling over) (going|becoming( a)?|being( a)?) #?vegan" ),
    robustRegex( "i (" + adverbsRegexSet + ")? ?(wish) i (was|were) #?vegan" ),
    robustRegex( "i (can|could) (" + adverbsRegexSet + ")? ?(see|picture|imagine)( myself)? (going|being( a)?|becoming( a)?) #?vegan")
]
{'fraction_non_alphanumeric': 0.21956295525494277, 'fraction_numerical': 0.0, 'mean_word_length': 4.909836065573771, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5787285', 'n_tokens_mistral': 1100, 'n_tokens_neox': 1091, 'n_words': 249}