<commit_before>#!/bin/bash

function escapeSearchPattern
{
    echo "$(echo "${1}" | sed "s@\[@\\\\[@g")"
}

function printHeader
{
    echo -e "\n\033[1;33m>>>>>>>>>> \033[1;4;35m${1}\033[0m \033[1;33m<<<<<<<<<<\033[0m\n"
}

function error
{
    echo -e "\033[1;31m${1}\033[0m" 1>&2
}

function trimString
{<commit_msg>update escapeSearchPattern<commit_after>#!/bin/bash

function escapeSearchPattern
{
    echo "$(echo "${1}" | sed "s@\[@\\\\[@g" | sed "s@\*@\\\\*@g")"
}

function printHeader
{
    echo -e "\n\033[1;33m>>>>>>>>>> \033[1;4;35m${1}\033[0m \033[1;33m<<<<<<<<<<\033[0m\n"
}

function error
{
    echo -e "\033[1;31m${1}\033[0m" 1>&2
}

function trimString
{
{'fraction_non_alphanumeric': 0.2922848664688427, 'fraction_numerical': 0.12462908011869436, 'mean_word_length': 3.891304347826087, 'pattern_counts': {'":': 0, '<': 23, '<?xml version=': 0, '>': 25, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1144897', 'n_tokens_mistral': 350, 'n_tokens_neox': 301, 'n_words': 49}