<commit_before><commit_msg>Added submodule html making script<commit_after>submoduleDir=$1
ls ${submoduleDir}/*.r | \
  awk 'BEGIN{printf "<html>\n<body>\n";}
     {
       plotname=$0;
       gsub(/^.+ggplot2_/,"",plotname);
       gsub(/.r$/,"",plotname);
       img=("<img src=\"" plotname ".png\" width=\"800\">");
       print img
     }END{printf "</body>\n</html>"}' 
#> "${OUTDIR}/${module}_${step}.html"

{'fraction_non_alphanumeric': 0.25181598062953997, 'fraction_numerical': 0.014527845036319613, 'mean_word_length': 3.268041237113402, 'pattern_counts': {'":': 0, '<': 8, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6413982', 'n_tokens_mistral': 154, 'n_tokens_neox': 150, 'n_words': 23}