<commit_before>echo -n "{"
delimiter2=""
ls -1 $1*.txt | while read -r filename
  do
  delimiter1=""
  echo -n "$delimiter2'$filename':["
  cat $filename | while read -r word
    do
    echo -n "$delimiter1'$word'"
    delimiter1=","
    done
  echo -n "]"
  delimiter2=","
  done
echo "}"<commit_msg>Fix: Strip '.txt' extensions from property labels.<commit_after>echo -n "{"
delimiter2=""
ls -1 $1*.txt | cut -d'.' -f 1 | while read -r filename
  do
  delimiter1=""
  echo -n "$delimiter2'$filename':["
  cat $filename.txt | while read -r word
    do
    echo -n "$delimiter1'$word'"
    delimiter1=","
    done
  echo -n "]"
  delimiter2=","
  done
echo "}"
{'fraction_non_alphanumeric': 0.1787878787878788, 'fraction_numerical': 0.025757575757575757, 'mean_word_length': 2.9819277108433737, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3990792', 'n_tokens_mistral': 247, 'n_tokens_neox': 242, 'n_words': 74}