<commit_before>#!/bin/bash -x
type=release
mkdir $type
ln -nfs $type build 

proj=$1

if [[ "$proj" == "" ]]; then
  echo "Error! empty project. Usage: $0 <proj-name>|all"
  exit -1
fi

if [[ $proj == "all" ]]; then
  proj=.
fi

TOOLCHAIN=
OS=`uname -s`
echo "OS=$OS"

if [[ $OS == "Linux" ]]; then
  TOOLCHAIN=../linux-toolchain.cmake
elif [[ "$OS" == "Darwin" ]]; then
  TOOLCHAIN=../macos-toolchain.cmake
else
  echo "Unknown OS"
  exit -1
fi

cd build && \
  cmake .. -DCMAKE_TOOLCHAIN_FILE=$TOOLCHAIN -DCMAKE_BUILD_TYPE=$type && \
  make -f $proj/Makefile
<commit_msg>fixing build script<commit_after>#!/bin/bash -x
type=release
mkdir -p $type
ln -nfs $type build 

proj=$1

if [[ "$proj" == "" ]]; then
  echo "Error! empty project. Usage: $0 <proj-name>|all"
  exit -1
fi

if [[ $proj == "all" ]]; then
  proj=.
fi

TOOLCHAIN=
OS=`uname -s`
echo "OS=$OS"

if [[ $OS == "Linux" ]]; then
  TOOLCHAIN=../linux-toolchain.cmake
elif [[ "$OS" == "Darwin" ]]; then
  TOOLCHAIN=../macos-toolchain.cmake
else
  echo "Unknown OS"
  exit -1
fi

cd build && \
  cmake .. -DCMAKE_TOOLCHAIN_FILE=$TOOLCHAIN -DCMAKE_BUILD_TYPE=$type && \
  make -f $proj/Makefile

{'fraction_non_alphanumeric': 0.19480519480519481, 'fraction_numerical': 0.006926406926406926, 'mean_word_length': 3.362264150943396, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3659958', 'n_tokens_mistral': 518, 'n_tokens_neox': 473, 'n_words': 121}