<commit_before>#!/bin/bash
echo "This script is highly experimental and makes many assumptions about how Dataverse is running in Vagrant. Please consult the TwoRavens section of the Dataverse Installation Guide instead."
exit 1
cd /root
yum install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-6.noarch.rpm
yum install -y R R-devel
# FIXME: /dataverse is mounted in Vagrant but not other places
yum install -y /dataverse/doc/sphinx-guides/source/_static/installation/files/home/rpmbuild/rpmbuild/RPMS/x86_64/rapache-1.2.6-rpm0.x86_64.rpm
yum install -y gcc-gfortran # to build R packages
COMMIT=<KEY>
UNZIPPED=TwoRavens-$COMMIT
if [ ! -f $COMMIT ]; then<commit_msg>use epel7 for el7 #4384<commit_after>#!/bin/bash
echo "This script is highly experimental and makes many assumptions about how Dataverse is running in Vagrant. Please consult the TwoRavens section of the Dataverse Installation Guide instead."
exit 1
cd /root
yum install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm
yum install -y R R-devel
# FIXME: /dataverse is mounted in Vagrant but not other places
yum install -y /dataverse/doc/sphinx-guides/source/_static/installation/files/home/rpmbuild/rpmbuild/RPMS/x86_64/rapache-1.2.6-rpm0.x86_64.rpm
yum install -y gcc-gfortran # to build R packages
COMMIT=<KEY>
UNZIPPED=TwoRavens-$COMMIT
if [ ! -f $COMMIT ]; then
{'fraction_non_alphanumeric': 0.09839650145772595, 'fraction_numerical': 0.02478134110787172, 'mean_word_length': 4.604081632653061, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3502031', 'n_tokens_mistral': 506, 'n_tokens_neox': 479, 'n_words': 143}