<commit_before>#!/bin/bash
Trim=$1

# Declaration of variables.
RefGenome="$(cat ../config.txt | egrep -v '#' | head -n 1)"
ResultDir="$(cat ../config.txt | egrep -v '#' | head -n 2 | tail -n 1)"
arDataDir="$(cat ../config.txt | egrep -v '#' | awk '{if(NR>2)print}')"
for monkey in ${arDataDir}; do

    # For each sample in the Gorilla data
    # get sample name with basename
    name="$( basename ${monkey} )"

    # Convert samplename to path
    samplepath=${ResultDir}/${name}

    # Create sub directory in result directory if
    # directory doesn't excist.
    if [ ! -d "${samplepath}" ]; then
        mkdir ${samplepath}
    fi
    
    # If user specified trimming. The trimscript will<commit_msg>Update apexomesPipeline.sh<commit_after>#!/bin/bash
Trim=$1

# Declaration of variables.
RefGenome="$(cat ../config.txt | egrep -v '#' | head -n 1)"
ResultDir="$(cat ../config.txt | egrep -v '#' | head -n 2 | tail -n 1)"
arDataDir="$(cat ../config.txt | egrep -v '#' | awk '{if(NR>2)print}')"

# Iterate over samples
for monkey in ${arDataDir}; do

    # For each sample in the Gorilla data
    # get sample name with basename
    name="$( basename ${monkey} )"

    # Convert samplename to path
    samplepath=${ResultDir}/${name}

    # Create sub directory in result directory if
    # directory doesn't exist.
    if [ ! -d "${samplepath}" ]; then
        mkdir ${samplepath}
    fi
    
    # If user specified trimming. The trimscript will
{'fraction_non_alphanumeric': 0.15680880330123798, 'fraction_numerical': 0.0068775790921595595, 'mean_word_length': 2.9754098360655736, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6688516', 'n_tokens_mistral': 500, 'n_tokens_neox': 455, 'n_words': 157}