<commit_before>#!/bin/sh
# Commit all of the repositories
set -e

list_paths() {
  test -f .gitmodules || return 0
  for local_path in $(grep path .gitmodules | cut -d= -f2 | tr -d \ ); do
    test -z "$local_path" && continue
    full_path="$1/$local_path"
    (
      cd "$local_path"
      list_paths "./$local_path"
    )
    echo "$full_path"
  done
}

for dir in $(list_paths .) .; do
    echo $dir
done<commit_msg>perform the commit<commit_after>#!/bin/sh
# Commit all of the repositories
set -e

list_paths() {
  test -f .gitmodules || return 0
  for local_path in $(grep path .gitmodules | cut -d= -f2 | tr -d \ ); do
    test -z "$local_path" && continue
    full_path="$1/$local_path"
    (
      cd "$local_path"
      list_paths "./$local_path"
    )
    echo "$full_path"
  done
}

for dir in $(list_paths .) .; do
  (
    cd "$dir"
    pwd
    git commit . || exit 0
  )
done
{'fraction_non_alphanumeric': 0.1449438202247191, 'fraction_numerical': 0.007865168539325843, 'mean_word_length': 2.413793103448276, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4387737', 'n_tokens_mistral': 339, 'n_tokens_neox': 329, 'n_words': 98}