<commit_before>#!/usr/bin/env bash

TMP_DIR=$(mktemp -d)
cd ${TMP_DIR} || exit 1

if [[ $TRAVIS_OS_NAME == 'linux' ]]; then
   ### install z3
   Z3_ZIP_URL=https://github.com/Z3Prover/z3/releases/download/z3-4.5.0/z3-4.5.0-x64-ubuntu-14.04.zip
   Z3_ZIP=$(basename ${Z3_ZIP_URL})
   Z3_DIR=$(basename ${Z3_ZIP} .zip)
   wget ${Z3_ZIP_URL} || exit 1
   unzip ${Z3_ZIP} || exit 1
   cd ${Z3_DIR}
   sudo cp bin/libz3.so bin/libz3java.so bin/com.microsoft.z3.jar /usr/lib/ || exit 1
   sudo cp bin/z3 /usr/bin/ || exit 1
   sudo cp include/* /usr/include/ || exit 1
   z3 --version || exit 1
   ### install python packages
   echo -e "\n   ............. Installing pip"
   sudo -H apt-get -y install python-pip || exit 1
   ### dependencies should now be installed automatically when pip installing pybatfish
   #echo -e "\n   ............. Installing requests"
   #pip install requests || exit 1
   #echo -e "\n   ............. Installing requests_toolbelt"
   #pip install requests_toolbelt || exit 1
elif [[ $TRAVIS_OS_NAME == 'osx' ]]; then
   sudo $TRAVIS_BUILD_DIR/tools/install_z3_osx.sh || exit 1
   brew update || exit 1
   which python2.7 || brew install python || exit 1
   python2.7 --version || exit 1
   which ant || brew install ant || exit 1
   ant --version || exit 1
   echo $PATH
   export PATH=/usr/local/share/python:$PATH
   java -version || exit 1
   javac -version || exit 1
   which pip || easy_install pip || exit 1
   pip --version || exit 1
else
   exit 1 # CI not supported in this case
fi
<commit_msg>fix ant version check<commit_after>#!/usr/bin/env bash

TMP_DIR=$(mktemp -d)
cd ${TMP_DIR} || exit 1

if [[ $TRAVIS_OS_NAME == 'linux' ]]; then
   ### install z3
   Z3_ZIP_URL=https://github.com/Z3Prover/z3/releases/download/z3-4.5.0/z3-4.5.0-x64-ubuntu-14.04.zip
   Z3_ZIP=$(basename ${Z3_ZIP_URL})
   Z3_DIR=$(basename ${Z3_ZIP} .zip)
   wget ${Z3_ZIP_URL} || exit 1
   unzip ${Z3_ZIP} || exit 1
   cd ${Z3_DIR}
   sudo cp bin/libz3.so bin/libz3java.so bin/com.microsoft.z3.jar /usr/lib/ || exit 1
   sudo cp bin/z3 /usr/bin/ || exit 1
   sudo cp include/* /usr/include/ || exit 1
   z3 --version || exit 1
   ### install python packages
   echo -e "\n   ............. Installing pip"
   sudo -H apt-get -y install python-pip || exit 1
   ### dependencies should now be installed automatically when pip installing pybatfish
   #echo -e "\n   ............. Installing requests"
   #pip install requests || exit 1
   #echo -e "\n   ............. Installing requests_toolbelt"
   #pip install requests_toolbelt || exit 1
elif [[ $TRAVIS_OS_NAME == 'osx' ]]; then
   sudo $TRAVIS_BUILD_DIR/tools/install_z3_osx.sh || exit 1
   brew update || exit 1
   which python2.7 || brew install python || exit 1
   python2.7 --version || exit 1
   which ant || brew install ant || exit 1
   ant -version || exit 1
   echo $PATH
   export PATH=/usr/local/share/python:$PATH
   java -version || exit 1
   javac -version || exit 1
   which pip || easy_install pip || exit 1
   pip --version || exit 1
else
   echo "Unsupported TRAVIS_OS_NAME: $TRAVIS_OS_NAME"
   exit 1 # CI not supported in this case
fi

{'fraction_non_alphanumeric': 0.15559833172922682, 'fraction_numerical': 0.03593198588386269, 'mean_word_length': 2.685579196217494, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4466900', 'n_tokens_mistral': 1207, 'n_tokens_neox': 1114, 'n_words': 339}