<commit_before>git clone https://github.com/kubernetes/kubernetes.git k8s
cd k8s
git checkout gh-pages
cd ..

while read line || [[ -n ${line} ]]; do
  IFS=': ' read -a myarray <<< "${line}"
  # echo "arraypos0: ${myarray[0]}"
  # echo "arraypos1: ${myarray[1]}"
  # echo "arraypos2: ${myarray[2]}"
  if [ "${myarray[1]}" = "path" ]; then
    TARGET="${myarray[2]}"
    CLEARPATH="${TARGET}"
    K8SSOURCE='k8s/_'${TARGET}
    DESTINATION=${TARGET%/*}
    rm -rf ${CLEARPATH}
    mv -f ${K8SSOURCE} ${DESTINATION}
  fi
done <_data/overrides.yml

rm -rf k8s
git add .
git commit -m "Ran update-imported-docs.sh"
echo "Docs imported! Run 'git status' to see proposed changes, 'git push' to upload them"<commit_msg>Ran update-imported-docs.sh<commit_after>git clone https://github.com/kubernetes/kubernetes.git k8s
cd k8s
git checkout gh-pages
cd ..

while read line || [[ -n ${line} ]]; do
  IFS=': ' read -a myarray <<< "${line}"
  # echo "arraypos0: ${myarray[0]}"
  # echo "arraypos1: ${myarray[1]}"
  # echo "arraypos2: ${myarray[2]}"
  if [ "${myarray[1]}" = "path" ]; then
    TARGET="${myarray[2]}"
    CLEARPATH="${TARGET}"
    K8SSOURCE='k8s/_'${TARGET}
    DESTINATION=${TARGET%/*}
    rm -rf ${CLEARPATH}
    mv -f ${K8SSOURCE} ${DESTINATION}
  fi
done <_data/overrides.yml

rm -rf k8s
git add .
git commit -m "Ran update-imported-docs.sh"
echo "Docs imported! Run 'git push' to upload them"
{'fraction_non_alphanumeric': 0.19285714285714287, 'fraction_numerical': 0.02, 'mean_word_length': 3.814432989690722, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2324775', 'n_tokens_mistral': 567, 'n_tokens_neox': 548, 'n_words': 140}