<commit_before># Python Script to perform for running the single process for our pipeline
#
# <NAME>
# July 2013
# University Of Otago
#
# <NAME>
# July 2013
# University Of Otago
#
from optparse import OptionParser
import ConfigParser
import logging
import os
from .standard_run import StandardRun
from .environment import set_environment
from ._version import __version__
logger = logging.getLogger(__name__)
SUBPROCESS_FAILED_EXIT = 10


def parse_config(options):
    """ Parse config file

        Reads a config and parses the
        arguments into a dictionary.
    """
    config = ConfigParser.ConfigParser()
    config.read(options.config_file)
    config_parsed = {}
    logger.debug(config.sections())<commit_msg>fixing versioning<commit_after># Python Script to perform for running the single process for our pipeline
#
# <NAME>
# July 2013
# University Of Otago
#
# <NAME>
# July 2013
# University Of Otago
#
from optparse import OptionParser
import ConfigParser
import logging
import os
import sys
from .standard_run import StandardRun
from .environment import set_environment
from ._version import __version__
logger = logging.getLogger(__name__)
SUBPROCESS_FAILED_EXIT = 10


def parse_config(options):
    """ Parse config file

        Reads a config and parses the
        arguments into a dictionary.
    """
    config = ConfigParser.ConfigParser()
    config.read(options.config_file)
    config_parsed = {}
    logger.debug(config.sections())
{'fraction_non_alphanumeric': 0.070892978868439, 'fraction_numerical': 0.013633265167007498, 'mean_word_length': 4.205673758865248, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3506901', 'n_tokens_mistral': 423, 'n_tokens_neox': 400, 'n_words': 144}