<commit_before>tr -s "'${arg1}'" < "${sourceFile}"
tr --squeeze-repeats "'${arg1}'" < "${sourceFile}"
cat "${sourceFile}" | tr -s "'${arg1}'"
cat < "${sourceFile}" | tr -s "'${arg1}'"
cat "${sourceFile}" | tr --squeeze-repeats "'${arg1}'"
cat < "${sourceFile}" | tr --squeeze-repeats "'${arg1}'"
sed 's/'"${arg1}"''"${arg1}"'*/'"${arg1}"'/g' "${sourceFile}"
sed 's/'"${arg1}"''"${arg1}"'*/'"${arg1}"'/g' < "${sourceFile}"
sed -e 's/'"${arg1}"''"${arg1}"'*/'"${arg1}"'/g' "${sourceFile}"
sed -e 's/'"${arg1}"''"${arg1}"'*/'"${arg1}"'/g' < "${sourceFile}"
sed -e's/'"${arg1}"''"${arg1}"'*/'"${arg1}"'/g' "${sourceFile}"
sed -e's/'"${arg1}"''"${arg1}"'*/'"${arg1}"'/g' < "${sourceFile}"
sed -r 's/'"${arg1}"'+/'"${arg1}"'/g' "${sourceFile}"
sed -r 's/'"${arg1}"'+/'"${arg1}"'/g' < "${sourceFile}"
sed -r -e 's/'"${arg1}"'+/'"${arg1}"'/g' "${sourceFile}"
sed -r -e 's/'"${arg1}"'+/'"${arg1}"'/g' < "${sourceFile}"
sed -r -e's/'"${arg1}"'+/'"${arg1}"'/g' "${sourceFile}"
sed -r -e's/'"${arg1}"'+/'"${arg1}"'/g' < "${sourceFile}"
sed -re 's/'"${arg1}"'+/'"${arg1}"'/g' "${sourceFile}"<commit_msg>Delete cat variant (automaticaly done)<commit_after>tr -s "'${arg1}'" < "${sourceFile}"
tr --squeeze-repeats "'${arg1}'" < "${sourceFile}"
sed 's/'"${arg1}"''"${arg1}"'*/'"${arg1}"'/g' "${sourceFile}"
sed 's/'"${arg1}"''"${arg1}"'*/'"${arg1}"'/g' < "${sourceFile}"
sed -e 's/'"${arg1}"''"${arg1}"'*/'"${arg1}"'/g' "${sourceFile}"
sed -e 's/'"${arg1}"''"${arg1}"'*/'"${arg1}"'/g' < "${sourceFile}"
sed -e's/'"${arg1}"''"${arg1}"'*/'"${arg1}"'/g' "${sourceFile}"
sed -e's/'"${arg1}"''"${arg1}"'*/'"${arg1}"'/g' < "${sourceFile}"
sed -r 's/'"${arg1}"'+/'"${arg1}"'/g' "${sourceFile}"
sed -r 's/'"${arg1}"'+/'"${arg1}"'/g' < "${sourceFile}"
sed -r -e 's/'"${arg1}"'+/'"${arg1}"'/g' "${sourceFile}"
sed -r -e 's/'"${arg1}"'+/'"${arg1}"'/g' < "${sourceFile}"
sed -r -e's/'"${arg1}"'+/'"${arg1}"'/g' "${sourceFile}"
sed -r -e's/'"${arg1}"'+/'"${arg1}"'/g' < "${sourceFile}"
sed -re 's/'"${arg1}"'+/'"${arg1}"'/g' "${sourceFile}"
{'fraction_non_alphanumeric': 0.45052212829438093, 'fraction_numerical': 0.03580308304326206, 'mean_word_length': 6.059649122807017, 'pattern_counts': {'":': 0, '<': 21, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5451073', 'n_tokens_mistral': 968, 'n_tokens_neox': 932, 'n_words': 139}