<commit_before>
# LANGS CORI
# Language settings for Cori (Python, R, etc.)
# Assumes WORKFLOWS_ROOT is set
# Assumes modules are loaded (cf. modules-cori.sh)

# Python
PYTHON=/global/common/cori/software/python/2.7-anaconda/envs/deeplearning
export PATH=$PYTHON/bin:$PATH
export PYTHONPATH=${PYTHONPATH:-}${PYTHONPATH:+:}
PYTHONPATH+=$EMEWS_PROJECT_ROOT/python:
PYTHONPATH+=$BENCHMARK_DIR:
PYTHONPATH+=$BENCHMARKS_ROOT/common:
COMMON_DIR=$WORKFLOWS_ROOT/common/python
PYTHONPATH+=$COMMON_DIR
export PYTHONHOME=$PYTHON

# R
export R_HOME=/global/u1/w/wozniak/Public/sfw/R-3.4.0/lib64/R

# Swift/T
export PATH=/global/homes/w/wozniak/Public/sfw/compute/swift-t-2017-12-19/stc/bin:$PATH
# On Cori, we have a good Swift/T Python embedded interpreter
SWIFT_IMPL="app"

# EMEWS Queues for R
EQR=/global/homes/w/wozniak/Public/sfw/compute/EQ-R
# Resident task workers and ranks
export TURBINE_RESIDENT_WORK_WORKERS=1
export RESIDENT_WORK_RANKS=$(( PROCS - 2 ))

# LD_LIBRARY_PATH
export LD_LIBRARY_PATH=${LD_LIBRARY_PATH:-}${LD_LIBRARY_PATH:+:}
LD_LIBRARY_PATH+=$R_HOME/lib

# Log settings to output
which python swift-t
# Cf. utils.sh
show     PYTHONHOME
log_path LD_LIBRARY_PATH
log_path PYTHONPATH<commit_msg>Update Swift/T on Cori for JSON module<commit_after>
# LANGS CORI
# Language settings for Cori (Python, R, etc.)
# Assumes WORKFLOWS_ROOT is set
# Assumes modules are loaded (cf. modules-cori.sh)

# Swift/T
SWIFT=/global/homes/w/wozniak/Public/sfw/compute/swift-t-2018-02-04
export PATH=$SWIFT/stc/bin:$PATH
# On Cori, we have a good Swift/T Python embedded interpreter,
# but we use app anyway
SWIFT_IMPL="app"

# Python
PYTHON=/global/common/cori/software/python/2.7-anaconda/envs/deeplearning
export PATH=$PYTHON/bin:$PATH
export PYTHONPATH=${PYTHONPATH:-}${PYTHONPATH:+:}
PYTHONPATH+=$EMEWS_PROJECT_ROOT/python:
PYTHONPATH+=$BENCHMARK_DIR:
PYTHONPATH+=$BENCHMARKS_ROOT/common:
PYTHONPATH+=$SWIFT/turbine/py:
COMMON_DIR=$WORKFLOWS_ROOT/common/python
PYTHONPATH+=$COMMON_DIR
export PYTHONHOME=$PYTHON

# R
export R_HOME=/global/u1/w/wozniak/Public/sfw/R-3.4.0/lib64/R

# EMEWS Queues for R
EQR=/global/homes/w/wozniak/Public/sfw/compute/EQ-R
# Resident task workers and ranks
export TURBINE_RESIDENT_WORK_WORKERS=1
export RESIDENT_WORK_RANKS=$(( PROCS - 2 ))

# LD_LIBRARY_PATH
export LD_LIBRARY_PATH=${LD_LIBRARY_PATH:-}${LD_LIBRARY_PATH:+:}
LD_LIBRARY_PATH+=$R_HOME/lib

# Log settings to output
which python swift-t
# Cf. utils.sh
show     PYTHONHOME
log_path LD_LIBRARY_PATH
log_path PYTHONPATH
{'fraction_non_alphanumeric': 0.12410215482841182, 'fraction_numerical': 0.014365522745411013, 'mean_word_length': 5.925414364640884, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '649549', 'n_tokens_mistral': 1089, 'n_tokens_neox': 1025, 'n_words': 182}