<commit_before>#!/bin/bash

export VER=`grep -o v[0-9]*.[0-9]*.[0-9]* VERSION.TXT`

tar --exclude=*/.svn --exclude=*/bin --exclude=*/testlab -czvf B40C_LsbRadixSort.$VER.tgz    LICENSE.TXT VERSION.TXT Common ExamplesInclude LsbRadixSort
tar --exclude=*/.svn --exclude=*/bin --exclude=*/testlab -czvf B40C_BFS.$VER.tgz             LICENSE.TXT VERSION.TXT Common ExamplesInclude BFS
tar --exclude=*/.svn --exclude=*/bin --exclude=*/testlab -czvf B40C_AllPrimitives.$VER.tgz      LICENSE.TXT VERSION.TXT Common ExamplesInclude LsbRadixSort BFS
<commit_msg>Updated distro script<commit_after>#!/bin/bash

export VER=`grep -o v[0-9]*.[0-9]*.[0-9]* VERSION.TXT`

tar 						\
	--exclude=*/.svn 		\
	--exclude=*/bin 		\
	--exclude=*/testlab 	\
	--exclude=*/graph		\
	--exclude=*/bfs			\
	-czvf b40c.$VER.tgz LICENSE.TXT VERSION.TXT b40c test

{'fraction_non_alphanumeric': 0.18705035971223022, 'fraction_numerical': 0.026378896882494004, 'mean_word_length': 3.154228855721393, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1144939', 'n_tokens_mistral': 364, 'n_tokens_neox': 346, 'n_words': 60}