<commit_before>#!/bin/sh
# Name the process
# ----------------
#$ -N compIden_$JOB_ID
#
# Call from the current working directory; no need to cd
# ------------------------------------------------------
#$ -cwd
#$ -q default.q
#
# Max time limits
# ---------------
#$ -l s_rt=5:00:00
#$ -l h_rt=10:00:00
#
# Output/Error Text
# ----------------
#$ -o ./logs/makamRecog_$JOB_ID.out
#$ -e ./logs/makamRecog_$JOB_ID.err
#
# Create an array job = !!!!!!number of audio in the target folder!!!!!!
# ----------------
#$ -t 1-2500:1
#
# Send me a mail when processed and when finished:
# ------------------------------------------------
#$ -M <EMAIL>
#$ -m bea
#
# Start script
# --------------------------------

printf "Starting execution of job $JOB_ID from user $SGE_O_LOGNAME at `date`\n"

# force UTF 8
export LANG="en_US.utf8"

module load python/2.7.5
module load essentia/2.0.1

python trainBozkurt.py ${SGE_TASK_ID}

# Print job Done
printf "Job $JOB_ID done at `date`\n"
<commit_msg>Created the wrapper script for trainChordia for the cluster<commit_after>#!/bin/sh
# Name the process
# ----------------
#$ -N compIden_$JOB_ID
#
# Call from the current working directory; no need to cd
# ------------------------------------------------------
#$ -cwd
#$ -q default.q
#
# Max time limits
# ---------------
#$ -l s_rt=5:00:00
#$ -l h_rt=10:00:00
#
# Output/Error Text
# ----------------
#$ -o ./logs/makamRecog_$JOB_ID.out
#$ -e ./logs/makamRecog_$JOB_ID.err
#
# Create an array job = !!!!!!number of audio in the target folder!!!!!!
# ----------------
#$ -t 1-2500:1
#
# Send me a mail when processed and when finished:
# ------------------------------------------------
# -M <EMAIL>
# -m bea
#
# Start script
# --------------------------------

printf "Starting execution of job $JOB_ID from user $SGE_O_LOGNAME at `date`\n"

# force UTF 8
export LANG="en_US.utf8"

module load python/2.7.5
module load essentia/2.0.1

python trainBozkurt.py ${SGE_TASK_ID}

# Print job Done
printf "Job $JOB_ID done at `date`\n"

{'fraction_non_alphanumeric': 0.31746031746031744, 'fraction_numerical': 0.0248015873015873, 'mean_word_length': 1.7001338688085676, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3009880', 'n_tokens_mistral': 734, 'n_tokens_neox': 701, 'n_words': 196}