<commit_before>module use /net/eichler/vol7/home/psudmant/local_modules
export MOD_PS_SW=/net/eichler/vol7/home/psudmant/local_modules_sw

module unload python/2.7.2
module unload python3

module load python/2.7.2
module load numpy/1.6.1
module load scipy/0.10.0
module load hdf5/1.8.8
module load pytables/2.3.1_hdf5-1.8.8
module load R/2.15.0

export PYTHONPATH=$PYTHONPATH:/net/eichler/vol7/home/psudmant/EEE_Lab/1000G/1000genomesScripts
export PYTHONPATH=$PYTHONPATH:/net/eichler/vol7/home/psudmant/EEE_Lab/1000G/1000genomesScripts/plotting/heatmap_scripts
export PYTHONPATH=$PYTHONPATH:/net/eichler/vol7/home/psudmant/EEE_Lab/1000G/1000genomesScripts/cython_apis
export PYTHONPATH=$PYTHONPATH:/net/eichler/vol7/home/psudmant/EEE_Lab/projects/common_code
export PYTHONPATH=$PYTHONPATH:/net/eichler/vol7/home/psudmant/EEE_Lab/projects/common_code/ssf_DTS_caller
export PYTHONPATH=$PYTHONPATH:/net/eichler/vol7/home/psudmant/EEE_Lab/1000G/1000genomesScripts/

module load networkx
module load bx-python/0.7.1
module load fastahack-python/0.1
<commit_msg>Switched modules to anaconda installation<commit_after>module use /net/eichler/vol7/home/psudmant/local_modules
export MOD_PS_SW=/net/eichler/vol7/home/psudmant/local_modules_sw

module load hdf5/1.8.8
module load anaconda/2.1.0
module load R/2.15.0

export PYTHONPATH=$PYTHONPATH:/net/eichler/vol7/home/psudmant/EEE_Lab/1000G/1000genomesScripts
export PYTHONPATH=$PYTHONPATH:/net/eichler/vol7/home/psudmant/EEE_Lab/1000G/1000genomesScripts/plotting/heatmap_scripts
export PYTHONPATH=$PYTHONPATH:/net/eichler/vol7/home/psudmant/EEE_Lab/1000G/1000genomesScripts/cython_apis
export PYTHONPATH=$PYTHONPATH:/net/eichler/vol7/home/psudmant/EEE_Lab/projects/common_code
export PYTHONPATH=$PYTHONPATH:/net/eichler/vol7/home/psudmant/EEE_Lab/projects/common_code/ssf_DTS_caller
export PYTHONPATH=$PYTHONPATH:/net/eichler/vol7/home/psudmant/EEE_Lab/1000G/1000genomesScripts/

module load networkx
module load bx-python/0.7.1
module load fastahack-python/0.1

{'fraction_non_alphanumeric': 0.11022443890274314, 'fraction_numerical': 0.06483790523690773, 'mean_word_length': 6.321167883211679, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7431567', 'n_tokens_mistral': 927, 'n_tokens_neox': 831, 'n_words': 89}