<commit_before>let base64DataUrl = /^data:[^;]*;base64,([a-zA-Z0-9+/]+={0,2})$/;

function areEqualBuffers(a, b) {

    if (a.byteLength !== b.byteLength)
        return false;

    return areEqualViews(new Uint8View(a), new Uint8View(b));

}

function areEqualViews(a, b) {

    if (a.length !== b.length)
        return false;

    for (let t = 0, T = a.length; t < T; ++t)
        if (a[t] !== b[t])
            return false;

    return true;

}

function nodeToUint8(... buffers) {
<commit_msg>Adds missing exports<commit_after>const base64DataUrl = /^data:[^;]*;base64,([a-zA-Z0-9+/]+={0,2})$/;

export function areEqualBuffers(a, b) {

    if (a.byteLength !== b.byteLength)
        return false;

    return areEqualViews(new Uint8View(a), new Uint8View(b));

}

export function areEqualViews(a, b) {

    if (a.length !== b.length)
        return false;

    for (let t = 0, T = a.length; t < T; ++t)
        if (a[t] !== b[t])
            return false;

    return true;

}

export function nodeToUint8(... buffers) {

{'fraction_non_alphanumeric': 0.18093385214007782, 'fraction_numerical': 0.023346303501945526, 'mean_word_length': 2.7282608695652173, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1330708', 'n_tokens_mistral': 411, 'n_tokens_neox': 388, 'n_words': 91}