<commit_before>#!/bin/bash
 
### unitTest.sh ###

PREVPATH=/
function pushd() {
	PREVPATH=`pwd`
	cd $1
}

function popd() {
	cd $PREVPATH
}

# This function loads the environment variables and functions once
function oneTimeSetUp() {
	source ../configuration
	source ../functions.sh 

	# Remove the app folder to enforce a clean environment.
	pushd ../
	rm -rf app
	popd

	# Remove the build dist and .packges folder. to enforce package downloads and updates.
	pushd $PY4APATH
	rm -rf build
	rm -rf dist
	rm -rf .packages
	popd
}

function testCurrentfolderpathNotEmpty() {
	NOTEMPTY = 0
	if [ "X$CURRENTFOLDERPATH" == "X" ]; then
		NOTEMPTY=1
	fi
	
	assertTrue "CURRENTFOLDERPATH variable is empty" $NOTEMPTY
}

function testAppnameNotEmpty() {
	NOTEMPTY = 0
	if [ "X$APPNAME" == "X" ]; then
		NOTEMPTY=1
	fi
	
	assertTrue "APPNAME variable is empty" $NOTEMPTY
}

function testPythonpathNotEmpty() {
	NOTEMPTY = 0
	if [ "X$PY4APATH" == "X" ]; then
		NOTEMPTY=1
	fi
	
	assertTrue "PY4APATH variable is empty" $NOTEMPTY
}

function testPFlagError() {
	pushd ../
	./configure -a "test" > /dev/null 2>&1
	assertEquals "Missing the -p flag should throw an error" 1 $?
	popd
}
<commit_msg>Removed spaces in the variable setting<commit_after>#!/bin/bash
 
### unitTest.sh ###

PREVPATH=/
function pushd() {
	PREVPATH=`pwd`
	cd $1
}

function popd() {
	cd $PREVPATH
}

# This function loads the environment variables and functions once
function oneTimeSetUp() {
	source ../configuration
	source ../functions.sh 

	# Remove the app folder to enforce a clean environment.
	pushd ../
	rm -rf app
	popd

	# Remove the build dist and .packges folder. to enforce package downloads and updates.
	pushd $PY4APATH
	rm -rf build
	rm -rf dist
	rm -rf .packages
	popd
}

function testCurrentfolderpathNotEmpty() {
	NOTEMPTY=0
	if [ "X$CURRENTFOLDERPATH" == "X" ]; then
		NOTEMPTY=1
	fi
	
	assertTrue "CURRENTFOLDERPATH variable is empty" $NOTEMPTY
}

function testAppnameNotEmpty() {
	NOTEMPTY=0
	if [ "X$APPNAME" == "X" ]; then
		NOTEMPTY=1
	fi
	
	assertTrue "APPNAME variable is empty" $NOTEMPTY
}

function testPythonpathNotEmpty() {
	NOTEMPTY=0
	if [ "X$PY4APATH" == "X" ]; then
		NOTEMPTY=1
	fi
	
	assertTrue "PY4APATH variable is empty" $NOTEMPTY
}

function testPFlagError() {
	pushd ../
	./configure -a "test" > /dev/null 2>&1
	assertEquals "Missing the -p flag should throw an error" 1 $?
	popd
}

{'fraction_non_alphanumeric': 0.11311269375785504, 'fraction_numerical': 0.010892333472978634, 'mean_word_length': 3.6823529411764704, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4467171', 'n_tokens_mistral': 886, 'n_tokens_neox': 858, 'n_words': 268}