<commit_before>var Knex = global.Packages.Knex,
    _ = global.Packages.lodash;


var _knex;

function initialize(params) {

    _knex = Knex.initialize({
        client: "mysql",
        connection: {
            host: params.host,
            user: params.uid,
            password: <PASSWORD>,
            database: params.db,
            charset: (params.charset) ? params.charset : "utf8"
        }
    });

    function deleteAllPropertiesWhichAreUndefined(object) {
        for (var k in object) {
            if (object[k] === undefined) {
                delete object[k];
            }
        }

        return object;
    }

    function zeroPad(number, length) {
        number = number.toString();
        while (number.length < length) {
            number = "0" + number;
        }<commit_msg>Charset fix node-mysql updated<commit_after>var Knex = global.Packages.Knex,
    _ = global.Packages.lodash;


var _knex;

function initialize(params) {

    _knex = Knex.initialize({
        client: "mysql",
        connection: {
            host: params.host,
            user: params.uid,
            password: <PASSWORD>,
            database: params.db,
            charset: (params.charset) ? params.charset : "UTF8_GENERAL_CI"
        }
    });

    function deleteAllPropertiesWhichAreUndefined(object) {
        for (var k in object) {
            if (object[k] === undefined) {
                delete object[k];
            }
        }

        return object;
    }

    function zeroPad(number, length) {
        number = number.toString();
        while (number.length < length) {
            number = "0" + number;
        }
{'fraction_non_alphanumeric': 0.11239368165249089, 'fraction_numerical': 0.002430133657351154, 'mean_word_length': 1.7223140495867768, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6771987', 'n_tokens_mistral': 484, 'n_tokens_neox': 462, 'n_words': 103}