<commit_before>#!/bin/bash

dir=./ensembl
mkdir -p $dir

wget ftp://ftp.ensembl.org/pub/release-84/gtf/homo_sapiens/Homo_sapiens.GRCh38.84.gtf.gz -O $dir/GRCh38.gtf.gz
wget ftp://ftp.ensembl.org/pub/grch37/release-87/gtf/homo_sapiens/Homo_sapiens.GRCh37.87.gtf.gz -O $dir/GRCh37.gtf.gz

gzip -d $dir/GRCh38.gtf.gz
gzip -d $dir/GRCh37.gtf.gz<commit_msg>update download annotation<commit_after>#!/bin/bash

dir=./ensembl
mkdir -p $dir

wget ftp://ftp.ensembl.org/pub/release-84/gtf/homo_sapiens/Homo_sapiens.GRCh38.84.gtf.gz -O $dir/GRCh38.gtf.gz
wget ftp://ftp.ensembl.org/pub/grch37/release-87/gtf/homo_sapiens/Homo_sapiens.GRCh37.87.gtf.gz -O $dir/GRCh37.gtf.gz

gzip -d $dir/GRCh38.gtf.gz
gzip -d $dir/GRCh37.gtf.gz

wget https://s3.amazonaws.com/sequins/annotations/A.R.1.2.gtf -O $dir/chrIS.gtf
cat $dir/chrIS.gtf | sed 's/chrIS/IS/g' > $dir/is.gtf
{'fraction_non_alphanumeric': 0.18192488262910797, 'fraction_numerical': 0.05516431924882629, 'mean_word_length': 3.792134831460674, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 4, 'https://': 1, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4909167', 'n_tokens_mistral': 474, 'n_tokens_neox': 441, 'n_words': 48}