<commit_before># make sure cmake is installed
cmake --version
if [ $? -ne 0 ]; then
    echo "[ERROR] Please install cmake first."
    echo "[ubuntu] apt-get -y install cmake or [centos] yum -y install cmake or [mac] brew install cmake"
    exit 1
fi

unzip -v
if [ $? -ne 0 ]; then
    echo "[ERROR] Please install unzip first."
    echo "[ubuntu] sudo apt-get -y install unzip or [centos] yum -y install unzip or [mac] brew install unzip"
    exit 1
fi

automake --version
if [ $? -ne 0 ]; then
    echo "[ERROR] Please install automake first."
    echo "[ubuntu] sudo apt-get -y install automake or [centos] yum -y install automake or [mac] brew install automake"
    exit 1
fi

if grep -Eqi "CentOS" /etc/issue || grep -Eq "CentOS" /etc/*-release; then
    DISTRO='CentOS'
elif grep -Eqi "Ubuntu" /etc/issue || grep -Eq "Ubuntu" /etc/*-release; then
    DISTRO='Ubuntu'
else
    DISTRO='unknow'
fi

sysOS=`uname -s`

if [ $sysOS == "Darwin" ];then
	gcc@7 --version
	if [ $? -ne 0 ]; then
		echo "[ERROR] Please install gcc@7 first."
        echo "[mac] brew install gcc@7"
        exit 1
	fi
elif [ $sysOS == "Linux" ];then
    if [ $DISTRO == "Ubuntu" ]; then
		g++-7 --version
		if [ $? -ne 0 ]; then
			echo "[ERROR] Please install g++-7 first."
			echo "[Ubuntu] sudo apt-get -y install g++-7"
			exit 1
		fi
	elif [ $DISTRO == "CentOS" ]; then
	    g++ --version
		if [ $? -ne 0 ]; then
			echo "[ERROR] Please install g++-7 first."
			echo "[Ubuntu] sudo apt-get -y install g++-7"
			exit 1<commit_msg>add g++ checking step in Ubuntu<commit_after># make sure cmake is installed
cmake --version
if [ $? -ne 0 ]; then
    echo "[ERROR] Please install cmake first."
    echo "[ubuntu] apt-get -y install cmake or [centos] yum -y install cmake or [mac] brew install cmake"
    exit 1
fi

unzip -v
if [ $? -ne 0 ]; then
    echo "[ERROR] Please install unzip first."
    echo "[ubuntu] sudo apt-get -y install unzip or [centos] yum -y install unzip or [mac] brew install unzip"
    exit 1
fi

automake --version
if [ $? -ne 0 ]; then
    echo "[ERROR] Please install automake first."
    echo "[ubuntu] sudo apt-get -y install automake or [centos] yum -y install automake or [mac] brew install automake"
    exit 1
fi

if grep -Eqi "CentOS" /etc/issue || grep -Eq "CentOS" /etc/*-release; then
    DISTRO='CentOS'
elif grep -Eqi "Ubuntu" /etc/issue || grep -Eq "Ubuntu" /etc/*-release; then
    DISTRO='Ubuntu'
else
    DISTRO='unknow'
fi

sysOS=`uname -s`

if [ $sysOS == "Darwin" ];then
	gcc@7 --version
	if [ $? -ne 0 ]; then
		echo "[ERROR] Please install gcc@7 first."
        echo "[mac] brew install gcc@7"
        exit 1
	fi
elif [ $sysOS == "Linux" ];then
    if [ $DISTRO == "Ubuntu" ]; then
		g++ --version
		if [ $? -ne 0 ]; then
			echo "[ERROR] Please install g++ first."
			echo "[Ubuntu] sudo apt-get -y install g++"
			exit 1
		fi
		g++-7 --version
		if [ $? -ne 0 ]; then
			echo "[ERROR] Please install g++-7 first."
			echo "[Ubuntu] sudo apt-get -y install g++-7"
			exit 1
		fi
	elif [ $DISTRO == "CentOS" ]; then
	    g++ --version
		if [ $? -ne 0 ]; then
			echo "[ERROR] Install g++ first, minimum version is 7.0.0"
            echo "[CentOS Step 1] yum install centos-release-scl -y"
            echo "[CentOS Step 2] yum install devtoolset-7 -y"
            echo "[CentOS Step 3] scl enable devtoolset-7 bash"
			exit 1
{'fraction_non_alphanumeric': 0.14532975231274248, 'fraction_numerical': 0.01432408236347359, 'mean_word_length': 2.6514161220043575, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6911903', 'n_tokens_mistral': 1333, 'n_tokens_neox': 1169, 'n_words': 466}