<commit_before>#!/bin/bash
set -euo pipefail

#nb: must be bash to support shopt globstar
shopt -s globstar

st=0

if grep -E '^\".+\" = \(.+\)' _maps/**/*.dmm;	then
    echo "Non-TGM formatted map detected. Please convert it using Map Merger!"
    st=1
fi;
if grep -P '^\ttag = \"icon' _maps/**/*.dmm;	then
    echo "tag vars from icon state generation detected in maps, please remove them."
    st=1
fi;
if grep 'step_[xy]' _maps/**/*.dmm;	then
    echo "step_x/step_y variables detected in maps, please remove them."
    st=1
fi;
if grep 'pixel_[xy] = 0' _maps/**/*.dmm;	then
    echo "pixel_x/pixel_y = 0 variables detected in maps, please review to ensure they are not dirty varedits."
fi;
if grep -P '\td[1-2] =' _maps/**/*.dmm;	then
    echo "d1/d2 cable variables detected in maps, please remove them."
    st=1
fi;
if grep '^/area/.+[\{]' _maps/**/*.dmm;	then<commit_msg>Reduce verbosity of 'not mapmerged' check<commit_after>#!/bin/bash
set -euo pipefail

#nb: must be bash to support shopt globstar
shopt -s globstar

st=0

if grep -El '^\".+\" = \(.+\)' _maps/**/*.dmm;	then
    echo "Non-TGM formatted map detected. Please convert it using Map Merger!"
    st=1
fi;
if grep -P '^\ttag = \"icon' _maps/**/*.dmm;	then
    echo "tag vars from icon state generation detected in maps, please remove them."
    st=1
fi;
if grep 'step_[xy]' _maps/**/*.dmm;	then
    echo "step_x/step_y variables detected in maps, please remove them."
    st=1
fi;
if grep 'pixel_[xy] = 0' _maps/**/*.dmm;	then
    echo "pixel_x/pixel_y = 0 variables detected in maps, please review to ensure they are not dirty varedits."
fi;
if grep -P '\td[1-2] =' _maps/**/*.dmm;	then
    echo "d1/d2 cable variables detected in maps, please remove them."
    st=1
fi;
if grep '^/area/.+[\{]' _maps/**/*.dmm;	then
{'fraction_non_alphanumeric': 0.1587479038569033, 'fraction_numerical': 0.012297372833985467, 'mean_word_length': 3.182242990654206, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5417651', 'n_tokens_mistral': 684, 'n_tokens_neox': 652, 'n_words': 240}