<commit_before>##depends:none

source ../installation_files/functions.bash

 # mothur GPLv3
  cd ${TMPDIR_PATH}/
  
  # Mothur
  wget_retry -nv  https://github.com/mothur/mothur/releases/download/v1.39.5/Mothur.linux_64.noReadLine.zip
  unzip -q Mothur.linux_64.noReadLine.zip
  mv mothur ${TOOLS_PATH}/mothur-1.39.5
  ln -s mothur-1.39.5 ${TOOLS_PATH}/mothur
  
  wget_retry -nv  http://$NIC_MIRROR/pub/sci/molbio/chipster/dist/tools_extras/mothur/Mothur-1.40.5.zip
  unzip -q Mothur-1.40.5.zip
  mv mothur ${TOOLS_PATH}/mothur-1.40.5
    
  curl -s http://$NIC_MIRROR/pub/sci/molbio/chipster/dist/tools_extras/mothur/mothur-data.tar.gz | tar -xz -C ${TOOLS_PATH}/

  mkdir -p ${TOOLS_PATH}/mothur-silva-reference/
  curl -s http://$NIC_MIRROR/pub/sci/molbio/chipster/dist/tools_extras/mothur/silva/v102.tar.lz4  | lz4 -d | tar -x -C ${TOOLS_PATH}/mothur-silva-reference/
  curl -s http://$NIC_MIRROR/pub/sci/molbio/chipster/dist/tools_extras/mothur/silva/v132.tar.lz4  | lz4 -d | tar -x -C ${TOOLS_PATH}/mothur-silva-reference/
  curl -s http://$NIC_MIRROR/pub/sci/molbio/chipster/dist/tools_extras/mothur/silva/silva-gold.tar.lz4  | lz4 -d | tar -x -C ${TOOLS_PATH}/mothur-silva-reference/
  
  ln -s v132 ${TOOLS_PATH}/mothur-silva-reference/silva
 
<commit_msg>mothur-data was moved<commit_after>##depends:none

source ../installation_files/functions.bash

 # mothur GPLv3
  cd ${TMPDIR_PATH}/
  
  # Mothur
  wget_retry -nv  https://github.com/mothur/mothur/releases/download/v1.39.5/Mothur.linux_64.noReadLine.zip
  unzip -q Mothur.linux_64.noReadLine.zip
  mv mothur ${TOOLS_PATH}/mothur-1.39.5
  ln -s mothur-1.39.5 ${TOOLS_PATH}/mothur
  
  wget_retry -nv  http://$NIC_MIRROR/pub/sci/molbio/chipster/dist/tools_extras/mothur/Mothur-1.40.5.zip
  unzip -q Mothur-1.40.5.zip
  mv mothur ${TOOLS_PATH}/mothur-1.40.5

  mkdir -p ${TOOLS_PATH}/mothur-silva-reference/
  curl -s http://$NIC_MIRROR/pub/sci/molbio/chipster/dist/tools_extras/mothur/silva/v102.tar.lz4  | lz4 -d | tar -x -C ${TOOLS_PATH}/mothur-silva-reference/
  curl -s http://$NIC_MIRROR/pub/sci/molbio/chipster/dist/tools_extras/mothur/silva/v132.tar.lz4  | lz4 -d | tar -x -C ${TOOLS_PATH}/mothur-silva-reference/
  curl -s http://$NIC_MIRROR/pub/sci/molbio/chipster/dist/tools_extras/mothur/silva/silva-gold.tar.lz4  | lz4 -d | tar -x -C ${TOOLS_PATH}/mothur-silva-reference/
  
  ln -s v132 ${TOOLS_PATH}/mothur-silva-reference/silva
 

{'fraction_non_alphanumeric': 0.16099585062240665, 'fraction_numerical': 0.036514522821576766, 'mean_word_length': 3.464814814814815, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1211936', 'n_tokens_mistral': 1217, 'n_tokens_neox': 1123, 'n_words': 137}