<commit_before>#!/bin/bash

set -u
set -o errexit

PWD="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
source "$PWD/set_mc_root_dir.inc.sh"

cd "$MC_ROOT_DIR"

source ./script/set_perl_brew_environment.sh
echo "Using Perl version: `perl -e 'print substr($^V, 1)'`"

if [ `uname` == 'Darwin' ]; then

    # Mac OS X
    CPANM=/usr/local/bin/cpanm

else

    # assume Ubuntu
    CPANM=cpanm

fi

$CPANM CPAN~2.10

# 1.0.9 or newer
# (if the install of Carton 1.0.9 fails because of CPAN::Meta failure,
# purge Perl with ./install/purge_mc_perl_brew.sh and
# ./install/purge_carton_install.sh)
$CPANM Carton~1.0.22

$CPANM --verbose List::MoreUtils

# Always print stack traces when die()ing
$CPANM Carp::Always

# Install profiler and tools
$CPANM Devel::NYTProf
$CPANM Devel::Cover
$CPANM lib::core::only
<commit_msg>Try installing older version of List::MoreUtils<commit_after>#!/bin/bash

set -u
set -o errexit

PWD="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
source "$PWD/set_mc_root_dir.inc.sh"

cd "$MC_ROOT_DIR"

source ./script/set_perl_brew_environment.sh
echo "Using Perl version: `perl -e 'print substr($^V, 1)'`"

if [ `uname` == 'Darwin' ]; then

    # Mac OS X
    CPANM=/usr/local/bin/cpanm

else

    # assume Ubuntu
    CPANM=cpanm

fi

$CPANM CPAN~2.10

# 1.0.9 or newer
# (if the install of Carton 1.0.9 fails because of CPAN::Meta failure,
# purge Perl with ./install/purge_mc_perl_brew.sh and
# ./install/purge_carton_install.sh)
$CPANM Carton~1.0.22

$CPANM --verbose "List::MoreUtils@0.419"

# Always print stack traces when die()ing
$CPANM Carp::Always

# Install profiler and tools
$CPANM Devel::NYTProf
$CPANM Devel::Cover
$CPANM lib::core::only

{'fraction_non_alphanumeric': 0.15053763440860216, 'fraction_numerical': 0.02031063321385902, 'mean_word_length': 4.185758513931889, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1205365', 'n_tokens_mistral': 724, 'n_tokens_neox': 674, 'n_words': 171}