<commit_before>#!/bin/bash

DESTDIR=/tmp/dev_dist_vw
echo "Checking out git repo to $DESTDIR"
git clone https://github.com/JohnLangford/vowpal_wabbit.git $DESTDIR

cd $DESTDIR
sh autogen.sh

VERSION=$(cat vowpalwabbit/config.h | grep PACKAGE_VERSION | cut -d '"' -f 2)

echo Making Distribution for version $VERSION
make dist

FNAME=$(ls vowpal_wabbit-*.tar.gz)
mv $FNAME /tmp

git checkout releases
git rm *
mv /tmp/$FNAME .
tar -zxvf $FNAME
git add vowpal_wabbit-*
VDATE=$VERSION-$(date +%Y-%m-%d-%H-%M)
git add *
git commit -m "added version $VDATE files"
git push origin releases
<commit_msg>updated mkdev script to push to remote branch<commit_after>#!/bin/bash

DESTDIR=/tmp/dev_dist_vw
echo "Checking out git repo to $DESTDIR"
rm -rf $DESTDIR
git clone https://github.com/JohnLangford/vowpal_wabbit.git $DESTDIR

cd $DESTDIR
sh autogen.sh

VERSION=$(cat vowpalwabbit/config.h | grep PACKAGE_VERSION | cut -d '"' -f 2)

echo Making Distribution for version $VERSION
make dist

FNAME=$(ls vowpal_wabbit-*.tar.gz)
mv $FNAME /tmp

echo "Adding all files for dev distro"
git checkout releases
rm -rf *
mv /tmp/$FNAME .
tar -zxvf $FNAME
rm $FNAME
git add vowpal_wabbit-*
VDATE=$VERSION-$(date +%Y-%m-%d-%H-%M)
git commit -m "added version $VDATE files"
git push origin releases

{'fraction_non_alphanumeric': 0.12431587177482409, 'fraction_numerical': 0.001563721657544957, 'mean_word_length': 4.446808510638298, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1244151', 'n_tokens_mistral': 505, 'n_tokens_neox': 475, 'n_words': 149}