<commit_before>#!/bin/sh

### JULIA
cd ~/tmp
git clone https://github.com/JuliaLang/julia.git
cp -rf julia julia-dev
cd julia
git checkout release-0.4
echo "USECLANG=1" > Make.user
#echo "SANITIZE=1" >> Make.user
echo "USE_SYSTEM_LLVM=1" >> Make.user
echo "USE_LLVM_SHLIB=1" >> Make.user
echo "prefix=/usr/local/julia" >> Make.user
p="$(nproc --all)"
make -j $p
make install
#cd .. && rm -rf julia
ln -s /usr/local/julia/bin/julia /usr/local/bin/julia

# Set julia package dir
mkdir /usr/local/share/julia
echo "export JULIA_PKGDIR=/usr/local/share/julia" > /etc/profile.d/julia-pkg.sh
source /etc/profile
julia -e 'Pkg.init()'
mkdir $JULIA_PKGDIR/lib
chmod a+w $JULIA_PKGDIR/lib

# build dev version
cd ~/tmp/julia-dev
echo "USECLANG=1" > Make.user
#echo "SANITIZE=1" >> Make.user
echo "USE_SYSTEM_LLVM=1" >> Make.user
echo "USE_LLVM_SHLIB=1" >> Make.user
echo "prefix=/usr/local/julia-dev" >> Make.user
p="$(nproc --all)"
make -j $p
make install<commit_msg>disable build with system's llvm<commit_after>#!/bin/sh

### JULIA
cd ~/tmp
git clone https://github.com/JuliaLang/julia.git
cp -rf julia julia-dev
cd julia
git checkout release-0.4
echo "USECLANG=1" > Make.user
#echo "SANITIZE=1" >> Make.user
#echo "USE_SYSTEM_LLVM=1" >> Make.user
#echo "USE_LLVM_SHLIB=1" >> Make.user
echo "prefix=/usr/local/julia" >> Make.user
p="$(nproc --all)"
make -j $p
make install
#cd .. && rm -rf julia
ln -s /usr/local/julia/bin/julia /usr/local/bin/julia

# Set julia package dir
mkdir /usr/local/share/julia
echo "export JULIA_PKGDIR=/usr/local/share/julia" > /etc/profile.d/julia-pkg.sh
source /etc/profile
julia -e 'Pkg.init()'
mkdir $JULIA_PKGDIR/lib
chmod a+w $JULIA_PKGDIR/lib

# build dev version
cd ~/tmp/julia-dev
echo "USECLANG=1" > Make.user
#echo "SANITIZE=1" >> Make.user
#echo "USE_SYSTEM_LLVM=1" >> Make.user
#echo "USE_LLVM_SHLIB=1" >> Make.user
echo "prefix=/usr/local/julia-dev" >> Make.user
p="$(nproc --all)"
make -j $p
make install
{'fraction_non_alphanumeric': 0.17053065430190623, 'fraction_numerical': 0.010303967027305513, 'mean_word_length': 4.234501347708895, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 41, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2103103', 'n_tokens_mistral': 865, 'n_tokens_neox': 840, 'n_words': 189}