<commit_before># var.default MP_REMOTE_TYPE "ssh"
var.default MP_REMOTE_USER "anonymous"
var.default MP_REMOTE_HOST "magento.somewhere.com"
var.default MP_REMOTE_PORT 22
var.default MP_REMOTE_FILE "backups/magento-*.sql.gz"

var.default MP_TRUNCATABLE_TABLES "
    catalog_compare_item
    core_cache
    core_cache_option
    core_cache_tag
    core_session
    dataflow_batch_export
    dataflow_batch_import
    enterprise_admin_passwords
    index_event
    index_process_event
    log_customer
    log_quote
    log_summary
    log_summary_type
    log_url
    log_url_info
    log_visitor
    log_visitor_info
    log_visitor_online
    enterprise_logging_event
    enterprise_logging_event_changes
    report_compared_product_index
    report_event
    report_viewed_product_index
    sales_payment_transaction
"
# TODO Also truncate table data of the flat indexers, which will
#      rebuild the data later on anyway.<commit_msg>Added a bunch of truncatable index tables to the magento-project config file.<commit_after># var.default MP_REMOTE_TYPE "ssh"
var.default MP_REMOTE_USER "anonymous"
var.default MP_REMOTE_HOST "magento.somewhere.com"
var.default MP_REMOTE_PORT 22
var.default MP_REMOTE_FILE "backups/magento-*.sql.gz"

var.default MP_TRUNCATABLE_TABLES "
    catalog_compare_item
    core_cache
    core_cache_option
    core_cache_tag
    core_session
    dataflow_batch_export
    dataflow_batch_import
    enterprise_admin_passwords
    index_event
    index_process_event
    log_customer
    log_quote
    log_summary
    log_summary_type
    log_url
    log_url_info
    log_visitor
    log_visitor_info
    log_visitor_online
    enterprise_logging_event
    enterprise_logging_event_changes
    report_compared_product_index
    report_event
    report_viewed_product_index
    sales_payment_transaction
"

# TODO Implement additional step which truncates these.
# TODO Implement additional step which reindexes these.
var.default MP_TRUNCATABLE_INDEX_TABLES "
    catalog_category_flat_store_1
    catalog_category_flat_store_2
    catalog_category_flat_store_3
    catalog_category_flat_store_4
    catalog_category_flat_store_5
    catalog_category_flat_store_6
    catalog_category_flat_store_7
    catalog_category_flat_store_8
    catalog_category_flat_store_9
    catalog_product_flat_0
    catalog_product_flat_1
    catalog_product_flat_2
    catalog_product_flat_3
    catalog_product_flat_4
    catalog_product_flat_5
    catalog_product_flat_6
    catalog_product_flat_7
    catalog_product_flat_8
    catalog_product_flat_9
"
{'fraction_non_alphanumeric': 0.02612085769980507, 'fraction_numerical': 0.008966861598440545, 'mean_word_length': 4.436440677966102, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7196005', 'n_tokens_mistral': 854, 'n_tokens_neox': 834, 'n_words': 148}