<commit_before>#!/bin/bash

# Provide a unified interface for the different logging
# utilities CI providers offer. If unavailable, provide
# a compatible fallback (e.g. bare `echo xxxxxx`).

function startgroup {
    # Start a foldable group of log lines
    # Pass a single argument, quoted
    case ${CI:-} in
        azure )
            echo "##[group]$1";;
        travis )
            echo "$1"
            echo -en 'travis_fold:start:'"${1// /}"'\\r';;
        * )
            echo "$1";;
    esac
}

function endgroup {
    # End a foldable group of log lines
    # Pass a single argument, quoted
    case ${CI:-} in
        azure )
            echo "##[endgroup]";;
        travis )
            echo -en 'travis_fold:end:'"${1// /}"'\\r';;
    esac
}<commit_msg>temporarily disable set -x if it was set<commit_after>#!/bin/bash

# Provide a unified interface for the different logging
# utilities CI providers offer. If unavailable, provide
# a compatible fallback (e.g. bare `echo xxxxxx`).

function startgroup {
    # Start a foldable group of log lines
    # Pass a single argument, quoted

    # Ccheck the status of xtrace
    # We want to disable it if it's ON to
    # prevent duplicated group tags
    setx_was_on=false
    if [ -o xtrace ]; then
        set +x  # disable temporarily
        setx_was_on=true
    fi
    case ${CI:-} in
        azure )
            echo "##[group]$1";;
        travis )
            echo "$1"
            echo -en 'travis_fold:start:'"${1// /}"'\\r';;
        * )
            echo "$1";;
    esac

    # If it was on, reenable
    $setx_was_on && set -x
}

function endgroup {
    # End a foldable group of log lines
    # Pass a single argument, quoted

    setx_was_on=false
    if [ -o xtrace ]; then
        set +x
        setx_was_on=true
    fi
    case ${CI:-} in
        azure )
            echo "##[endgroup]";;
        travis )
            echo -en 'travis_fold:end:'"${1// /}"'\\r';;
    esac

    $setx_was_on && set -x
}
{'fraction_non_alphanumeric': 0.12405446293494705, 'fraction_numerical': 0.005042864346949067, 'mean_word_length': 1.9090909090909092, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7555071', 'n_tokens_mistral': 659, 'n_tokens_neox': 646, 'n_words': 214}