<commit_before># https://conda.io/miniconda.html
if [[ -d "$HOME/miniconda2" ]]; then
    echo "seqcloud only supports miniconda3"
fi
if [[ -d "$HOME/miniconda3" ]]; then
    export CONDA_DIR="$HOME/miniconda3"
    export PATH="$conda_dir/bin:$PATH"
    export LD_RUN_PATH="$conda_dir/lib:$LD_RUN_PATH"
    export PKG_CONFIG_PATH="$conda_dir/lib/pkgconfig:$PKG_CONFIG_PATH"
    
    # [fix] Setting LD_LIBRARY_PATH isn't recommended. 
    # https://conda.io/docs/building/shared-libraries.html#shared-libraries-in-linux-and-os-x
    # https://conda.io/docs/building/environment-vars.html
    # Setting this fixes some R compilation issues but messes with Orchestra modules.
    # Look for another solution. Does LD_RUN_PATH fix the issue?
fi<commit_msg>Fix CONDA_DIR export<commit_after># https://conda.io/miniconda.html
if [[ -d "$HOME/miniconda2" ]]; then
    echo "seqcloud only supports miniconda3"
fi
if [[ -d "$HOME/miniconda3" ]]; then
    export CONDA_DIR="$HOME/miniconda3"
    export PATH="$CONDA_DIR/bin:$PATH"
    export LD_RUN_PATH="$CONDA_DIR/lib:$LD_RUN_PATH"
    export PKG_CONFIG_PATH="$CONDA_DIR/lib/pkgconfig:$PKG_CONFIG_PATH"
fi



# [fix]
# Setting LD_LIBRARY_PATH isn't recommended.
# https://conda.io/docs/building/shared-libraries.html#shared-libraries-in-linux-and-os-x
# https://conda.io/docs/building/environment-vars.html
# Setting this fixes some R compilation issues but messes with Orchestra modules.
# Look for another solution. Does LD_RUN_PATH fix the issue?
{'fraction_non_alphanumeric': 0.12935656836461126, 'fraction_numerical': 0.005361930294906166, 'mean_word_length': 4.468864468864469, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '628775', 'n_tokens_mistral': 537, 'n_tokens_neox': 513, 'n_words': 107}