<commit_before>'''@file main.py
this is the file that should be run for experiments'''

import os
import shutil
import atexit
import subprocess
from time import sleep
import tensorflow as tf
from six.moves import configparser
import distributed
from train import train

tf.app.flags.DEFINE_string('expdir', 'expdir', 'The experiments directory')
FLAGS = tf.app.flags.FLAGS

def main(_):
    '''main function'''

    #pointers to the config files
    computing_cfg_file = 'config/computing/condor_local.cfg'
    database_cfg_file = 'config/databases/TIMIT.cfg'
    feat_cfg_file = 'config/features/fbank.cfg'
    nnet_cfg_file = 'config/nnet/LAS.cfg'
    trainer_cfg_file = 'config/trainer/cross_enthropytrainer.cfg'
    decoder_cfg_file = 'config/decoder/BeamSearchDecoder.cfg'

    #read the computing config file
    parsed_computing_cfg = configparser.ConfigParser()
    parsed_computing_cfg.read(computing_cfg_file)
    computing_cfg = dict(parsed_computing_cfg.items('computing'))

    #read the trainer config file
    parsed_trainer_cfg = configparser.ConfigParser()
    parsed_trainer_cfg.read(trainer_cfg_file)
    trainer_cfg = dict(parsed_trainer_cfg.items('trainer'))

    if os.path.isdir(FLAGS.expdir) and trainer_cfg['resume_training'] != 'True':
        shutil.rmtree(FLAGS.expdir)<commit_msg>updated documentation<commit_after>'''@file main.py
this is the file that should be run for experiments'''

import os
import shutil
import atexit
import subprocess
from time import sleep
import tensorflow as tf
from six.moves import configparser
import distributed
from train import train

tf.app.flags.DEFINE_string('expdir', 'expdir', 'The experiments directory')
FLAGS = tf.app.flags.FLAGS

def main(_):
    '''main function'''

    #pointers to the config files
    computing_cfg_file = 'config/computing/local.cfg'
    database_cfg_file = 'config/databases/TIMIT.cfg'
    feat_cfg_file = 'config/features/fbank.cfg'
    nnet_cfg_file = 'config/nnet/LAS.cfg'
    trainer_cfg_file = 'config/trainer/cross_enthropytrainer.cfg'
    decoder_cfg_file = 'config/decoder/BeamSearchDecoder.cfg'

    #read the computing config file
    parsed_computing_cfg = configparser.ConfigParser()
    parsed_computing_cfg.read(computing_cfg_file)
    computing_cfg = dict(parsed_computing_cfg.items('computing'))

    #read the trainer config file
    parsed_trainer_cfg = configparser.ConfigParser()
    parsed_trainer_cfg.read(trainer_cfg_file)
    trainer_cfg = dict(parsed_trainer_cfg.items('trainer'))

    if os.path.isdir(FLAGS.expdir) and trainer_cfg['resume_training'] != 'True':
        shutil.rmtree(FLAGS.expdir)
{'fraction_non_alphanumeric': 0.09545628102329133, 'fraction_numerical': 0.0, 'mean_word_length': 4.848214285714286, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4172818', 'n_tokens_mistral': 833, 'n_tokens_neox': 837, 'n_words': 184}