<commit_before>#
# Copyright (C) The Arvados Authors. All rights reserved.
#
# SPDX-License-Identifier: AGPL-3.0
#

FROM arvados/jobs:latest
USER root

RUN apt-get update && \
  apt-get install -y build-essential golang libssl-dev git bedtools \
    less wget libncursesw5-dev vcftools \
    libncurses5-dev libcurl4-gnutls-dev autoconf libbz2-dev liblzma-dev \
    cmake tabix zlib1g-dev libhts-dev parallel python-numpy

RUN mkdir -p /root/git && \
  cd /root/git && \
  git clone https://github.com/curoverse/l7g && \
  git clone https://github.com/simongog/sdsl-lite && \
  cd /root/git/sdsl-lite && ./install.sh /usr/local && \

  cd /usr/bin && \
  wget https://github.com/samtools/htslib/releases/download/1.9/htslib-1.9.tar.bz2 && \
  tar -vxjf htslib-1.9.tar.bz2 && \
  cd htslib-1.9 && \
  ./configure && \
  make && \
  make install && \<commit_msg>15062: closes ticket<commit_after>#
# Copyright (C) The Arvados Authors. All rights reserved.
#
# SPDX-License-Identifier: AGPL-3.0
#

FROM arvados/jobs:latest

USER root

RUN apt-get update && \
  apt-get install -y build-essential golang libssl-dev git bedtools \
    less wget libncursesw5-dev vcftools \
    libncurses5-dev libcurl4-gnutls-dev autoconf libbz2-dev liblzma-dev \
    cmake tabix zlib1g-dev libhts-dev parallel python-numpy

RUN mkdir -p /root/git && \
  cd /root/git && \
  git clone https://github.com/curoverse/l7g && \
  git clone https://github.com/simongog/sdsl-lite && \
  cd /root/git/sdsl-lite && ./install.sh /usr/local && \

  cd /usr/bin && \
  wget https://github.com/samtools/htslib/releases/download/1.9/htslib-1.9.tar.bz2 && \
  tar -vxjf htslib-1.9.tar.bz2 && \
  cd htslib-1.9 && \
  ./configure && \
  make && \
  make install && \
{'fraction_non_alphanumeric': 0.15104166666666666, 'fraction_numerical': 0.023726851851851853, 'mean_word_length': 2.726293103448276, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '135368', 'n_tokens_mistral': 716, 'n_tokens_neox': 692, 'n_words': 142}