<commit_before>
# LANGS LOCAL
# Language settings for any local machine like Ubuntu
# Assumes WORKFLOWS_ROOT, BENCHMARK_DIR, BENCHMARKS_ROOT are set

export PY=/homes/jain/anaconda3/
# Modify to specify the location of SWIFT_T installation
#export SWIFT_T=/homes/jain/swift-t-install/
#export LD_LIBRARY_PATH=/homes/jain/R-3.4.3/lib/R/lib:$SWIFT_T/stc/lib:$SWIFT_T/turbine/lib/:$SWIFT_T/lb/lib:$SWIFT_T/cutils/lib
export LD_LIBRARY_PATH=/homes/jain/install/swift-t/lib:$LD_LIBRARY_PATH

# Python
export PYTHONPATH=${PYTHONPATH:-}${PYTHONPATH:+:}
PYTHONPATH+=$WORKFLOWS_ROOT/common/python:

export PATH=/homes/jain/install/swift-t/bin:$PATH
SWIFT_IMPL="app"

# EMEWS Queues for R
EQR=$WORKFLOWS_ROOT/common/ext/EQ-R
EQPy=$WORKFLOWS_ROOT/common/ext/EQ-Py
# Resident task workers and ranks
export TURBINE_RESIDENT_WORK_WORKERS=1
export RESIDENT_WORK_RANKS=$(( PROCS - 2 ))

# LD_LIBRARY_PATH
export LD_LIBRARY_PATH=${LD_LIBRARY_PATH:-}${LD_LIBRARY_PATH:+:}
# LD_LIBRARY_PATH+=$R_HOME/lib

# For test output processing:
export LOCAL=1
export CRAY=0

PATH=/homes/jain/install/swift-t/bin/:$PATH
# Log settings to output
echo "here 1"
#which python swift-t
echo "here 2"
# Cf. utils.sh
log_path LD_LIBRARY_PATH
log_path PYTHONPATH<commit_msg>add R path<commit_after>
# LANGS LOCAL
# Language settings for any local machine like Ubuntu
# Assumes WORKFLOWS_ROOT, BENCHMARK_DIR, BENCHMARKS_ROOT are set

export PY=/homes/jain/anaconda3/
# Modify to specify the location of SWIFT_T installation
export LD_LIBRARY_PATH=/home/wozniak/Public/sfw/x86_64/R-3.4.1/lib/R:/homes/jain/install/swift-t/lib

# Python
export PYTHONPATH=${PYTHONPATH:-}${PYTHONPATH:+:}
PYTHONPATH+=$WORKFLOWS_ROOT/common/python:

export PATH=/homes/jain/install/swift-t/bin:$PATH
SWIFT_IMPL="app"

# EMEWS Queues for R
EQR=$WORKFLOWS_ROOT/common/ext/EQ-R
EQPy=$WORKFLOWS_ROOT/common/ext/EQ-Py
# Resident task workers and ranks
export TURBINE_RESIDENT_WORK_WORKERS=1
export RESIDENT_WORK_RANKS=$(( PROCS - 2 ))

# LD_LIBRARY_PATH
export LD_LIBRARY_PATH=${LD_LIBRARY_PATH:-}${LD_LIBRARY_PATH:+:}
# LD_LIBRARY_PATH+=$R_HOME/lib

# For test output processing:
export LOCAL=1
export CRAY=0

PATH=/homes/jain/install/swift-t/bin/:$PATH
# Log settings to output
# Cf. utils.sh
log_path LD_LIBRARY_PATH
log_path PYTHONPATH
{'fraction_non_alphanumeric': 0.12137203166226913, 'fraction_numerical': 0.009674582233948988, 'mean_word_length': 6.065217391304348, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7369836', 'n_tokens_mistral': 983, 'n_tokens_neox': 919, 'n_words': 166}