<commit_before>#!/bin/sh
#
# Generate some statistics about the project
######################

# Line of code
loc_java=$( (find .. -name '*.java' -print0 | xargs -0 cat ) | wc -l)
loc_shell=$( (find .. -name '*.sh' -print0 | xargs -0 cat ) | wc -l)
loc_xml=$( (find .. -name '*.xml' -print0 | xargs -0 cat ) | wc -l)

loc=$((loc_java + $loc_shell + $loc_xml))

printf "Lines of java code:\t %8d\n" $loc_java
printf "Lines of shell code:\t %8d\n" $loc_shell
printf "Lines of xml code:\t %8d\n" $loc_xml
printf "==================================\n"
printf "Total lines of code:\t %8d\n" $loc
printf "==================================\n"
printf "\n"

<commit_msg>Added yaml line count<commit_after>#!/bin/sh
#
# Generate some statistics about the project
######################

# Line of code
loc_java=$( (find .. -name '*.java' -print0 | xargs -0 cat ) | wc -l)
loc_shell=$( (find .. -name '*.sh' -print0 | xargs -0 cat ) | wc -l)
loc_xml=$( (find .. -name '*.xml' -print0 | xargs -0 cat ) | wc -l)
loc_yaml=$( (find .. -name '*.yaml' -print0 | xargs -0 cat ) | wc -l)

loc=$((loc_java + $loc_shell + $loc_xml + $loc_yaml))

printf "Lines of java code:\t %8d\n" $loc_java
printf "Lines of shell code:\t %8d\n" $loc_shell
printf "Lines of xml code:\t %8d\n" $loc_xml
printf "Lines of yaml code:\t %8d\n" $loc_yaml
printf "==================================\n"
printf "Total lines of code:\t %8d\n" $loc
printf "==================================\n"
printf "\n"


{'fraction_non_alphanumeric': 0.2932330827067669, 'fraction_numerical': 0.01572112098427888, 'mean_word_length': 3.847682119205298, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 10}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '70226', 'n_tokens_mistral': 546, 'n_tokens_neox': 530, 'n_words': 175}