<commit_before>#!/bin/bash
cat /etc/dictionaries-common/words | grep -e '^[a-z]\{3\}$' | perl -n -e 'chomp; print "med$_.com\n"' | xargs -I {} ./test.sh {}<commit_msg>Refactored script<commit_after>#!/bin/bash

WORDS_FILE=/usr/share/dict/words
PREFIX=med
SUFFIX_LEN=4

GENERATOR_PERL='chomp; print "med$_.com\n"'

cat $WORDS_FILE | grep -e "^[a-z]\{$SUFFIX_LEN\}$" | perl -n -e "$GENERATOR_PERL" | xargs -I {} `dirname $0`/test.sh {} | tee search.log
{'fraction_non_alphanumeric': 0.22444444444444445, 'fraction_numerical': 0.006666666666666667, 'mean_word_length': 4.183908045977011, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2428653', 'n_tokens_mistral': 205, 'n_tokens_neox': 193, 'n_words': 38}