<commit_before>'use strict';

var Piii = (function () {
    var plvrs = [
        '69',
        'po(rr|h)(a|inha(zinha)?|ona|ao)',
        'cara(lh|i)(o(zinho|zao)?|inho(zinho)?|ao|ada)',
        'carai(o(zinho|zao)?|nho(zinho)?|ao|ada)',
        'put(a|o|inha(zinha)?|ona|ao)',
        'b(u|o)cet(a(zona|zinha)?|inha(zinha)?|ona|ao)',
        '(c|k)(u|uh|uzinho|uzao|uzona)',
        'pint(o(zinho|zao)?|ao)',
        'f(o|u)d(er|emos)',
        'fod(a|inha|ão|er|o|es|e|emos|eis|em)'
    ];

    for (var i in plvrs) {
        plvrs[i] = plvrs[i]
            .replace(/([\w])/g, '$1+')
            .replace(/(a|ã)/g, '[$124âàáã]')
            .replace(/(c)/g, '[$1ç]')
            .replace(/(e)/g, '[$13êé]')
            .replace(/(i)/g, '[$13í]')
            .replace(/(o)/g, '[$1õôó]')
            .replace(/(s)/g, '[$15]')
            .replace(/(t)/g, '[$17]')
            .replace(/(u)/g, '[$1ûúü]');

        plvrs[i] = '(\\b' + plvrs[i] + '\\b)';
    }

    var regex = new RegExp(plvrs.join('|'), 'gi');

    return {
        extrair: function (str) {
            return str.match(regex) || [];
        },
        substituir: function (str, sbsttt) {
            return str.replace(regex, sbsttt);
        },
        verificar: function (str) {
            return str.match(regex) ? true : false;
        }
    };
})();
<commit_msg>Sincroniza com "./piii.js"<commit_after>var Piii = (function () {
    'use strict';

    // piii.js - https://github.com/theuves/piii.js
    // Copyright (c) 2016 <NAME>

    var plvrs = [
        '69',
        'po(rr|h)(a|inha(zinha)?|ona|ao)',
        'cara(lh|i)(o(zinho|zao)?|inho(zinho)?|ao|ada)',
        'carai(o(zinho|zao)?|nho(zinho)?|ao|ada)',
        'put(a|o|inha(zinha)?|ona|ao)',
        'b(u|o)cet(a(zona|zinha)?|inha(zinha)?|ona|ao)',
        '(c|k)(u|uh|uzinho|uzao|uzona)',
        'pint(o(zinho|zao)?|ao)',
        'v(i)ad(o(zinho)?|inho|ao)',
        'f(o|u)d(er|emos)',
        'piro((c|k)(a(zinha)?|o|ona)|(qu|k)inha)',
        'fod(a|inha|ão|er|o|es|e|emos|eis|em)'
    ];

    for (var i in plvrs) {
        plvrs[i] = plvrs[i]
            .replace(/([\w])/g, '$1+')
            .replace(/(a|ã)/g, '[$124âàáã]')
            .replace(/(c)/g, '[$1ç]')
            .replace(/(e)/g, '[$13êé]')
            .replace(/(i)/g, '[$13í]')
            .replace(/(o)/g, '[$1õôó0]')
            .replace(/(s)/g, '[$15]')
            .replace(/(t)/g, '[$17]')
            .replace(/(u)/g, '[$1ûúü]');

        plvrs[i] = '(\\b' + plvrs[i] + '\\b)';
    }

    var regex = new RegExp(plvrs.join('|'), 'gi');

    return {
        extrair: function (str) {
            return str.match(regex) || [];
        },
        substituir: function (str, sbsttt) {
            return str.replace(regex, sbsttt);
        },
        verificar: function (str) {
            return str.match(regex) ? true : false;
        }
    };
})();

{'fraction_non_alphanumeric': 0.2585247042449548, 'fraction_numerical': 0.013569937369519834, 'mean_word_length': 1.9761904761904763, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 1, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7399487', 'n_tokens_mistral': 1265, 'n_tokens_neox': 1234, 'n_words': 152}