<commit_before>#!/bin/sh
cd "`dirname "$0"`"
ssh ubuntu@coauthor mongodump --db coauthor
rsync -a ubuntu@coauthor:dump/coauthor/ coauthor-backup/
acd_cli sync
acd_cli mkdir /coauthor-backup/`date +%Y-%m-%d`
count=0
while ! acd_cli ul -q -o coauthor-backup/* /coauthor-backup/`date +%Y-%m-%d`
do
  echo Trying again... $count
  acd_cli sync
  acd_cli ul -q -o coauthor-backup/* /coauthor-backup/`date +%Y-%m-%d`
  count=`expr $count + 1`
  if [ $count > 20 ]
  then
    break
  fi
done
<commit_msg>DONE message<commit_after>#!/bin/sh
cd "`dirname "$0"`"
ssh ubuntu@coauthor mongodump --db coauthor
rsync -a ubuntu@coauthor:dump/coauthor/ coauthor-backup/
acd_cli sync
acd_cli mkdir /coauthor-backup/`date +%Y-%m-%d`
count=0
limit=20
while ! acd_cli ul -q -o coauthor-backup/* /coauthor-backup/`date +%Y-%m-%d`
do
  echo Trying again... $count
  acd_cli sync
  count=`expr $count + 1`
  if [ $count > $limit ]
  then
    break
  fi
done
if [ $count <= $limit ]
then
  echo SUCCESS\!\!
fi

{'fraction_non_alphanumeric': 0.16227180527383367, 'fraction_numerical': 0.010141987829614604, 'mean_word_length': 3.506849315068493, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '759266', 'n_tokens_mistral': 420, 'n_tokens_neox': 394, 'n_words': 106}