<commit_before>#!/bin/bash

MODEL_SAVE_PATH="/home/huanglu/asr/end2end/tf_end2end/experiments/timit/result"

# Select GPU
if [ $# -ne 2 ]; then
  echo "Error: set GPU number & config path." 1>&2
  echo "Usage: ./run_ctc.sh path_to_config_file gpu_index" 1>&2
  exit 1
fi

# Set path to CUDA
export PATH=$PATH:/usr/local/cuda-8.0/bin
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/cuda-8.0/lib64:/usr/local/cuda-8.0/extras/CUPTI/lib64

# Set path to python
PYTHON=$(which python)

config_path=$1
gpu_index=$2
filename=$(basename $config_path | awk -F. '{print $1}')

# Standard output version
# CUDA_VISIBLE_DEVICES=$gpu_index $PYTHON train_ctc.py \
#     $config_path $MODEL_SAVE_PATH

# Background job version
CUDA_VISIBLE_DEVICES=$gpu_index nohup $PYTHON train_ctc.py \
    $config_path $MODEL_SAVE_PATH > log/$filename".log" &<commit_msg>update train_ctc.sh for timit<commit_after>#!/bin/bash

MODEL_SAVE_PATH="/home/huanglu/asr/end2end/tf_end2end/experiments/timit/result"

# Select GPU
if [ $# -ne 2 ]; then
  echo "Error: set GPU number & config path." 1>&2
  echo "Usage: ./run_ctc.sh path_to_config_file gpu_index" 1>&2
  exit 1
fi

# Set path to CUDA
export PATH=$PATH:/usr/local/cuda-8.0/bin
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/cuda-8.0/lib64:/usr/local/cuda-8.0/extras/CUPTI/lib64

# Set path to python
PYTHON=$(which python)

config_path=$1
gpu_index=$2
filename=$(basename $config_path | awk -F. '{print $1}')

CUDA_VISIBLE_DEVICES=$gpu_index nohup $PYTHON train_ctc.py \
     $config_path $MODEL_SAVE_PATH  > log/$filename".log"&

{'fraction_non_alphanumeric': 0.14075495841330773, 'fraction_numerical': 0.026871401151631478, 'mean_word_length': 4.75, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7643477', 'n_tokens_mistral': 677, 'n_tokens_neox': 640, 'n_words': 122}