<commit_before>
import os
import argparse
import logging
import yaml

import conf

logger = logging.getLogger(__name__)

__all__ = [
    "Application",
    "BlueprintRunner",
    "loadBackendPlugin",
    "loadScript"]

class Application(object):
    def __init__(self, descr):
        self._argparser = argparse.ArgumentParser(description=descr)
        group = self._argparser.add_argument_group("Logging Options")
        group.add_argument("-verbose", action="store_true",
            help="Turn on verbose logging.")
        group.add_argument("-debug", action="store_true", 
            help="Turn on debug logging.")

    def handleArgs(self, args):
        pass

    def go(self):
        args = self._argparser.parse_args()

        if args.verbose:
            logging.basicConfig(level=logging.INFO)
        if args.debug:
            logging.basicConfig(level=logging.DEBUG)

        # Handle arguments added by specific application.
        self.handleArgs(args)

class BlueprintRunner(object):

    def __init__(self, **kwargs):
        self.__args = {
            "paused": False
        }
        self.__args.update(kwargs)
        self.__job = None


    def setArg(self, key, value):
        self.__args[key] = value

    def getArg(self, key, default=None):
        return self.__args.get(key, default)

    def launch(self):
        # Load the backend module
        print conf.get("defaults", "backend")
        backend = loadBackendPlugin(self.getArg("backend",
            conf.get("defaults", "backend")))
        backend.launch(self)

    def setup(self):
        return self.getJob().setup()

    def getJob(self):
        if not self.__job:<commit_msg>Removed print statement.<commit_after>
import os
import argparse
import logging
import yaml

import conf

logger = logging.getLogger(__name__)

__all__ = [
    "Application",
    "BlueprintRunner",
    "loadBackendPlugin",
    "loadScript"]

class Application(object):
    def __init__(self, descr):
        self._argparser = argparse.ArgumentParser(description=descr)
        group = self._argparser.add_argument_group("Logging Options")
        group.add_argument("-verbose", action="store_true",
            help="Turn on verbose logging.")
        group.add_argument("-debug", action="store_true", 
            help="Turn on debug logging.")

    def handleArgs(self, args):
        pass

    def go(self):
        args = self._argparser.parse_args()

        if args.verbose:
            logging.basicConfig(level=logging.INFO)
        if args.debug:
            logging.basicConfig(level=logging.DEBUG)

        # Handle arguments added by specific application.
        self.handleArgs(args)

class BlueprintRunner(object):

    def __init__(self, **kwargs):
        self.__args = {
            "paused": False
        }
        self.__args.update(kwargs)
        self.__job = None


    def setArg(self, key, value):
        self.__args[key] = value

    def getArg(self, key, default=None):
        return self.__args.get(key, default)

    def launch(self):
        # Load the backend module
        backend = loadBackendPlugin(self.getArg("backend",
            conf.get("defaults", "backend")))
        backend.launch(self)

    def setup(self):
        return self.getJob().setup()

    def getJob(self):
        if not self.__job:
{'fraction_non_alphanumeric': 0.11231556760012044, 'fraction_numerical': 0.0, 'mean_word_length': 2.541577825159915, 'pattern_counts': {'":': 2, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3367157', 'n_tokens_mistral': 948, 'n_tokens_neox': 923, 'n_words': 214}