<commit_before>#!/bin/bash

TOTAL=`ls output/write/*.png | wc -l`
NEWTOTAL=1740
DIFF=`expr $TOTAL - $NEWTOTAL`

# Remove the last files created (lowest numbers)
for i in $(seq 1 $DIFF);
do
  IMAGEFILE=output/write/out`printf "%05d" $i`.png
  VIDEOINDEX=`expr $NEWTOTAL + $i`
  VIDEOFILE=`printf "output/videos/video-%05d.mp4" $VIDEOINDEX`
  rm $IMAGEFILE -f
  echo "DELETE IMAGE $IMAGEFILE"
  # rm $VIDEOFILE -f
  #echo "DELETE VIDEO $VIDEOFILE"
done
<commit_msg>Rollback changes<commit_after>#!/bin/bash

TOTAL=`ls output/write/*.png | wc -l`
NEWTOTAL=1733
DIFF=`expr $TOTAL - $NEWTOTAL`

# Remove the last files created (lowest numbers)
for i in $(seq 1 $DIFF);
do
  IMAGEFILE=output/write/out`printf "%05d" $i`.png
  VIDEOINDEX=`expr $NEWTOTAL + $i`
  VIDEOFILE=`printf "output/videos/video-%05d.mp4" $VIDEOINDEX`
  rm $IMAGEFILE -f
  echo "DELETE IMAGE $IMAGEFILE"
  rm $VIDEOFILE -f
  echo "DELETE VIDEO $VIDEOFILE"
done

{'fraction_non_alphanumeric': 0.1490280777537797, 'fraction_numerical': 0.02159827213822894, 'mean_word_length': 4.485207100591716, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1006645', 'n_tokens_mistral': 405, 'n_tokens_neox': 368, 'n_words': 95}