<commit_before>/*
 * pack64.pack: encodes a vector into a pack64'd string.
 * pack64.unpack: decodes a pack64'd string into a vector.
 *
 * This library is for decoding a packed vector format, defined in the Python
 * package `pack64`.
 * 
 * The format uses URL-safe base64 to encode an exponent followed by several
 * 18-bit signed integers.
 */
(function (name, global, definition) {
    if (typeof module !== 'undefined') {
        module.exports = definition();
    } else if (typeof define !== 'undefined' && typeof define.amd === 'object') {
        define(definition);
    } else {
        global[name] = definition();
    }
})('pack64', this, function () {
    "use strict";

    /* 2^17 is the number that makes an 18-bit signed integer go negative. */
    var SIGN_BIT = 131072;
    var ROUND_MARGIN = SIGN_BIT / (SIGN_BIT - 0.5);

    var alphabet = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-_";
    var alphabet_map = {};
    for (var i = 0; i < 64; i++) {
        alphabet_map[alphabet.charAt(i)] = i;
    }

    function pack(vec) {
        // Calculate the smallest power of 2 we *don't* need to represent.<commit_msg>Use a consistent single-line comment style.<commit_after>/*
 * pack64.pack: encodes a vector into a pack64'd string.
 * pack64.unpack: decodes a pack64'd string into a vector.
 *
 * This library is for decoding a packed vector format, defined in the Python
 * package `pack64`.
 * 
 * The format uses URL-safe base64 to encode an exponent followed by several
 * 18-bit signed integers.
 */
(function (name, global, definition) {
    if (typeof module !== 'undefined') {
        module.exports = definition();
    } else if (typeof define !== 'undefined' && typeof define.amd === 'object') {
        define(definition);
    } else {
        global[name] = definition();
    }
})('pack64', this, function () {
    "use strict";

    // 2^17 is the number that makes an 18-bit signed integer go negative.
    var SIGN_BIT = 131072;
    var ROUND_MARGIN = SIGN_BIT / (SIGN_BIT - 0.5);

    var alphabet = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-_";
    var alphabet_map = {};
    for (var i = 0; i < 64; i++) {
        alphabet_map[alphabet.charAt(i)] = i;
    }

    function pack(vec) {
        // Calculate the smallest power of 2 we *don't* need to represent.
{'fraction_non_alphanumeric': 0.12141941000427534, 'fraction_numerical': 0.0367678495083369, 'mean_word_length': 3.0, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4637527', 'n_tokens_mistral': 810, 'n_tokens_neox': 719, 'n_words': 246}