<commit_before>#!/bin/bash

set -e

if [[ -n "$VIRTUAL_ENV" ]] ; then
	echo "Deactivate your virtualenv first!"
	exit 1
fi

tox

python2 -m virtualenv venv2
python3 -m venv venv3

for v in 2 3 ; do
	venv="venv${v}"
	python="$venv/bin/python${v}"
	pip="$venv/bin/pip${v}"

	$pip install --upgrade pip wheel -e .
	$python setup.py bdist_wheel upload
	rm -rf "$venv"
done

rm -rf build
<commit_msg>Build virtualenvs for release using python3 virtualenv<commit_after>#!/bin/bash

set -e

if [[ -n "$VIRTUAL_ENV" ]] ; then
	echo "Deactivate your virtualenv first!"
	exit 1
fi

tox

python3 -m virtualenv --python python2 venv2
python3 -m virtualenv --python python3 venv3

for v in 2 3 ; do
	venv="venv${v}"
	python="$venv/bin/python${v}"
	pip="$venv/bin/pip${v}"

	$pip install --upgrade pip wheel -e .
	$python setup.py bdist_wheel upload
	rm -rf "$venv"
done

rm -rf build

{'fraction_non_alphanumeric': 0.14006888633754305, 'fraction_numerical': 0.01951779563719862, 'mean_word_length': 3.613756613756614, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4345910', 'n_tokens_mistral': 369, 'n_tokens_neox': 344, 'n_words': 110}