<commit_before>#/bin/bash
 
AWS_ACCESS_KEY_ID=`grep '$config->aws->key' ../config_local.php | cut -d "'" -f2`
AWS_SECRET_ACCESS_KEY=`grep '$config->aws->secret' ../config_local.php | cut -d "'" -f2`
AWS_REGION=`grep '$config->aws->region' ../config_local.php | cut -d "'" -f2`
PREFIX=`grep '$config->db->dynamoDBPrefix' ../config_local.php | cut -d "'" -f2`
DATE=`date +%d-%m-%Y-%H:%M`
BUCKETNAME='backup-ddb-fioi'
RATE=100
declare -a TABLES=(team team_question)
for t in ${TABLES[@]}
do
  dynamo-archive --rate=$RATE --region=eu-central-1 --table=$PREFIX$t > $PREFIX$t.json
  aws s3 cp $PREFIX$t.json s3://$BUCKETNAME/$PREFIX$t/$DATE.json
  rm $PREFIX$t.json<commit_msg>change date in name of dumped dynamodb bases<commit_after>#/bin/bash
 
AWS_ACCESS_KEY_ID=`grep '$config->aws->key' ../config_local.php | cut -d "'" -f2`
AWS_SECRET_ACCESS_KEY=`grep '$config->aws->secret' ../config_local.php | cut -d "'" -f2`
AWS_REGION=`grep '$config->aws->region' ../config_local.php | cut -d "'" -f2`
PREFIX=`grep '$config->db->dynamoDBPrefix' ../config_local.php | cut -d "'" -f2`
DATE=`date +%Y-%m-%d-%H:%M`
BUCKETNAME='backup-ddb-fioi'
RATE=100
declare -a TABLES=(team team_question)
for t in ${TABLES[@]}
do
  dynamo-archive --rate=$RATE --region=eu-central-1 --table=$PREFIX$t > $PREFIX$t.json
  aws s3 cp $PREFIX$t.json s3://$BUCKETNAME/$PREFIX$t/$DATE.json
  rm $PREFIX$t.json
{'fraction_non_alphanumeric': 0.21849963583394028, 'fraction_numerical': 0.014566642388929352, 'mean_word_length': 4.409448818897638, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 21, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6779569', 'n_tokens_mistral': 587, 'n_tokens_neox': 566, 'n_words': 106}