<commit_before>package com.treasure_data.commands;

public interface Constants extends com.treasure_data.client.Constants {
    ////////////////////////////////////////
    // Multi Threading OPTIONS            //
    ////////////////////////////////////////
    String BI_COMMAND_MULTITHREAD_NUM = "td.command.multithread.num";
    String BI_COMMAND_MULTITHREAD_NUM_DEFAULTVALUE = "5";

    ////////////////////////////////////////
    // UPLOAD_PARTS_OPTIONS               //
    ////////////////////////////////////////

    // parallel (deprecated TODO)
    String BI_UPLOAD_PARTS_PARALLEL = "td.bulk_import.upload_parts.parallel";
    String BI_UPLOAD_PARTS_PARALLEL_DEFAULTVALUE = "2";

    // auto-perform
    String BI_UPLOAD_PARTS_AUTOPERFORM = "td.bulk_import.upload_parts.auto-perform";
    String BI_UPLOAD_PARTS_AUTOPERFORM_DEFAULTVALUE = "true";

    // auto-commit
    String BI_UPLOAD_PARTS_AUTOCOMMIT = "td.bulk_import.upload_parts.auto-commit";
    String BI_UPLOAD_PARTS_AUTOCOMMIT_DEFAULTVALUE = "false";

    // retryCount
    String BI_UPLOAD_PARTS_RETRYCOUNT = "td.bulk_import.upload_parts.retrycount";
    String BI_UPLOAD_PARTS_RETRYCOUNT_DEFAULTVALUE = "10";

    // waitSec
    String BI_UPLOAD_PARTS_WAITSEC = "td.bulk_import.upload_parts.waitsec";
    String BI_UPLOAD_PARTS_WAITSEC_DEFAULTVALUE = "1";

    ////////////////////////////////////////
    // PREPARE_PARTS_OPTIONS              //
    ////////////////////////////////////////

    // format [csv, tsv, json, msgpack, apache, regexp]; default=auto detect
    String BI_PREPARE_PARTS_FORMAT = "td.bulk_import.prepare_parts.format";
    String BI_PREPARE_PARTS_FORMAT_DEFAULTVALUE = "csv"; // default 'csv'

    // compress [gzip,.., auto]; default=auto detect
    String BI_PREPARE_PARTS_COMPRESSION = "td.bulk_import.prepare_parts.compression";
    String BI_PREPARE_PARTS_COMPRESSION_DEFAULTVALUE = "auto";

    // encoding [utf-8,...]
    String BI_PREPARE_PARTS_ENCODING = "td.bulk_import.prepare_parts.encoding";
    String BI_PREPARE_PARTS_ENCODING_DEFAULTVALUE = "utf-8";

    // time-column NAME; default='time'
    String BI_PREPARE_PARTS_TIMECOLUMN = "td.bulk_import.prepare_parts.time-column";
    String BI_PREPARE_PARTS_TIMECOLUMN_DEFAULTVALUE = "time";

    // time-format STRF_FORMAT; default=auto detect
    String BI_PREPARE_PARTS_TIMEFORMAT = "td.bulk_import.prepare_parts.time-format";
    String BI_PREPARE_PARTS_TIMEFORMAT_DEFAULTVALUE = "auto";

    // time-value TIME; use fixed time value
    String BI_PREPARE_PARTS_TIMEVALUE = "td.bulk_import.prepare_parts.time-value";

    // output DIR
    String BI_PREPARE_PARTS_OUTPUTDIR = "td.bulk_import.prepare_parts.output-dir";

    // error-record-output DIR; format=reason + line(percent-encoded?); default=NULL output stream
    // reason: type conversion error (->int, ->boolean, ->double, etc)
    // reason: ??
    String BI_PREPARE_PARTS_ERROR_RECORD_OUTPUT = "td.bulk_import.prepare_parts.error-record-output";

    // dry-run; show samples as JSON and exit
    String BI_PREPARE_PARTS_DRYRUN = "td.bulk_import.prepare_parts.dry-run";
    String BI_PREPARE_PARTS_DRYRUN_DEFAULTVALUE = "false";

    String BI_PREPARE_PARTS_SPLIT_SIZE = "td.bulk_import.prepare_parts.split-size";
    String BI_PREPARE_PARTS_SPLIT_SIZE_DEFAULTVALUE ="16384";

    ////////////////////////////////////////
    // CSV/TSV PREPARE_PARTS_OPTIONS      //
    ////////////////////////////////////////
<commit_msg>changed Constants class -- deleted unused constant variable<commit_after>package com.treasure_data.commands;

public interface Constants extends com.treasure_data.client.Constants {
    ////////////////////////////////////////
    // Multi Threading OPTIONS            //
    ////////////////////////////////////////
    String BI_COMMAND_MULTITHREAD_NUM = "td.command.multithread.num";
    String BI_COMMAND_MULTITHREAD_NUM_DEFAULTVALUE = "5";

    ////////////////////////////////////////
    // UPLOAD_PARTS_OPTIONS               //
    ////////////////////////////////////////

    // parallel (deprecated TODO)
    String BI_UPLOAD_PARTS_PARALLEL = "td.bulk_import.upload_parts.parallel";
    String BI_UPLOAD_PARTS_PARALLEL_DEFAULTVALUE = "2";

    // auto-perform
    String BI_UPLOAD_PARTS_AUTOPERFORM = "td.bulk_import.upload_parts.auto-perform";
    String BI_UPLOAD_PARTS_AUTOPERFORM_DEFAULTVALUE = "true";

    // auto-commit
    String BI_UPLOAD_PARTS_AUTOCOMMIT = "td.bulk_import.upload_parts.auto-commit";
    String BI_UPLOAD_PARTS_AUTOCOMMIT_DEFAULTVALUE = "false";

    // retryCount
    String BI_UPLOAD_PARTS_RETRYCOUNT = "td.bulk_import.upload_parts.retrycount";
    String BI_UPLOAD_PARTS_RETRYCOUNT_DEFAULTVALUE = "10";

    // waitSec
    String BI_UPLOAD_PARTS_WAITSEC = "td.bulk_import.upload_parts.waitsec";
    String BI_UPLOAD_PARTS_WAITSEC_DEFAULTVALUE = "1";

    ////////////////////////////////////////
    // PREPARE_PARTS_OPTIONS              //
    ////////////////////////////////////////

    // format [csv, tsv, json, msgpack, apache, regexp]; default=auto detect
    String BI_PREPARE_PARTS_FORMAT = "td.bulk_import.prepare_parts.format";
    String BI_PREPARE_PARTS_FORMAT_DEFAULTVALUE = "csv"; // default 'csv'

    // compress [gzip,.., auto]; default=auto detect
    String BI_PREPARE_PARTS_COMPRESSION = "td.bulk_import.prepare_parts.compression";
    String BI_PREPARE_PARTS_COMPRESSION_DEFAULTVALUE = "auto";

    // encoding [utf-8,...]
    String BI_PREPARE_PARTS_ENCODING = "td.bulk_import.prepare_parts.encoding";
    String BI_PREPARE_PARTS_ENCODING_DEFAULTVALUE = "utf-8";

    // time-column NAME; default='time'
    String BI_PREPARE_PARTS_TIMECOLUMN = "td.bulk_import.prepare_parts.time-column";
    String BI_PREPARE_PARTS_TIMECOLUMN_DEFAULTVALUE = "time";

    // time-format STRF_FORMAT; default=auto detect
    String BI_PREPARE_PARTS_TIMEFORMAT = "td.bulk_import.prepare_parts.time-format";

    // time-value TIME; use fixed time value
    String BI_PREPARE_PARTS_TIMEVALUE = "td.bulk_import.prepare_parts.time-value";

    // output DIR
    String BI_PREPARE_PARTS_OUTPUTDIR = "td.bulk_import.prepare_parts.output-dir";

    // error-record-output DIR; format=reason + line(percent-encoded?); default=NULL output stream
    // reason: type conversion error (->int, ->boolean, ->double, etc)
    // reason: ??
    String BI_PREPARE_PARTS_ERROR_RECORD_OUTPUT = "td.bulk_import.prepare_parts.error-record-output";

    // dry-run; show samples as JSON and exit
    String BI_PREPARE_PARTS_DRYRUN = "td.bulk_import.prepare_parts.dry-run";
    String BI_PREPARE_PARTS_DRYRUN_DEFAULTVALUE = "false";

    String BI_PREPARE_PARTS_SPLIT_SIZE = "td.bulk_import.prepare_parts.split-size";
    String BI_PREPARE_PARTS_SPLIT_SIZE_DEFAULTVALUE ="16384";

    ////////////////////////////////////////
    // CSV/TSV PREPARE_PARTS_OPTIONS      //
    ////////////////////////////////////////

{'fraction_non_alphanumeric': 0.18063206726587416, 'fraction_numerical': 0.0034792693534357786, 'mean_word_length': 2.5488683127572016, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5321786', 'n_tokens_mistral': 2281, 'n_tokens_neox': 2219, 'n_words': 331}