<commit_before># -*- coding: utf-8 -
#
# This file is part of gunicorn released under the MIT license. 
# See the NOTICE for more information.

import imp
import logging
import os
import sys
import time
import traceback

from gunicorn.config import Config
from gunicorn.app.base import Application

ENVIRONMENT_VARIABLE = 'DJANGO_SETTINGS_MODULE'

class DjangoApplication(Application):
    
    def init(self, parser, opts, args):
        self.global_settings_path = None
        self.project_path = None
        if args:
            self.global_settings_path = args[0]
            if not os.path.exists(os.path.abspath(args[0])):
                self.no_settings(args[0])
           
    def get_settings_modname(self):
        from django.conf import ENVIRONMENT_VARIABLE

        # get settings module
        settings_modname = None
        if not self.global_settings_path:
            project_path = os.getcwd()
            try:
                settings_modname = os.environ[ENVIRONMENT_VARIABLE]
            except KeyError:
                settings_path = os.path.join(project_path, "settings.py")
                if not os.path.exists(settings_path):
                    return self.no_settings(settings_path)
        else:
            settings_path = os.path.abspath(self.global_settings_path)
            if not os.path.exists(settings_path):
                return self.no_settings(settings_path)
            project_path = os.path.dirname(settings_path)


        if not settings_modname:
            project_name = os.path.split(project_path)[-1]
            settings_name, ext  = os.path.splitext(
                    os.path.basename(settings_path))
            settings_modname = "%s.%s" % (project_name, settings_name)
            os.environ[ENVIRONMENT_VARIABLE] = settings_modname

        self.cfg.set("default_proc_name", settings_modname)

        # add the project path to sys.path
        if not project_path in sys.path:
            # remove old project path from sys.path
            if self.project_path is not None:
                idx = sys.path.find(self.project_path)
                if idx >= 0:
                    del sys.path[idx]
            self.project_path = project_path

            sys.path.insert(0, project_path)
            sys.path.append(os.path.normpath(os.path.join(project_path,
                os.pardir)))

        return settings_modname
    
    def setup_environ(self, settings_modname):
        from django.core.management import setup_environ

        # setup environ
        try:
            parts = settings_modname.split(".")
            settings_mod = __import__(settings_modname)
            if len(parts) > 1:
                settings_mod = __import__(parts[0])
                path = os.path.dirname(os.path.abspath(
                            os.path.normpath(settings_mod.__file__)))
                sys.path.append(path)
                for part in parts[1:]: 
                    settings_mod = getattr(settings_mod, part)
                setup_environ(settings_mod)
        except ImportError:
            return self.no_settings(settings_modname, import_error=True)

    def no_settings(self, path, import_error=False):
        if import_error:
            error = "Error: Can't find '%s' in your PYTHONPATH.\n" % path
        else:
            error = "Settings file '%s' not found in current folder.\n" % path
        sys.stderr.write(error)
        sys.stderr.flush()
        sys.exit(1)

    def activate_translation(self):
        from django.conf import settings
        from django.utils import translation
        translation.activate(settings.LANGUAGE_CODE)
        
    def validate(self):
        """ Validate models. This also ensures that all models are 
        imported in case of import-time side effects."""
        from django.core.management.base import CommandError
        from django.core.management.validation import get_validation_errors
        try:
            from cStringIO import StringIO
        except ImportError:
            from StringIO import StringIO

        s = StringIO()
        if get_validation_errors(s):
            s.seek(0)
            error = s.read()
            sys.stderr.write("One or more models did not validate:\n%s" % error)
            sys.stderr.flush()

            sys.exit(1)

    def load(self):
        from django.core.handlers.wsgi import WSGIHandler
       
        self.setup_environ(self.get_settings_modname())
        self.validate()
        self.activate_translation()
        return WSGIHandler()

class DjangoApplicationCommand(DjangoApplication):
    
    def __init__(self, options, admin_media_path):
        self.usage = None
        self.cfg = None
        self.config_file = options.get("config") or ""
        self.options = options
        self.admin_media_path = admin_media_path
        self.callable = None
        self.project_path = None
          
        self.do_load_config()

        for k, v in self.options.items():
            if k.lower() in self.cfg.settings and v is not None:
                self.cfg.set(k.lower(), v)
       
    def load_config(self):
        self.cfg = Config()
        
        if self.config_file and os.path.exists(self.config_file):
            cfg = {
                "__builtins__": __builtins__,
                "__name__": "__config__",
                "__file__": self.config_file,
                "__doc__": None,
                "__package__": None
            }

            try:
                execfile(self.config_file, cfg, cfg)
            except Exception:
                print "Failed to read config file: %s" % self.config_file
                traceback.print_exc()
                sys.exit(1)
        
            for k, v in cfg.items():
                # Ignore unknown names
                if k not in self.cfg.settings:
                    continue
                try:
                    self.cfg.set(k.lower(), v)
                except:
                    sys.stderr.write("Invalid value for %s: %s\n\n" % (k, v))
                    raise
       
        for k, v in self.options.items():
            if k.lower() in self.cfg.settings and v is not None:
                self.cfg.set(k.lower(), v)


    def get_settings_modname(self):
        from django.conf import ENVIRONMENT_VARIABLE

        settings_modname = None
        project_path = os.getcwd()
        try:
            settings_modname = os.environ[ENVIRONMENT_VARIABLE]
        except KeyError:
            settings_path = os.path.join(project_path, "settings.py")
            if not os.path.exists(settings_path):
                return self.no_settings(settings_path)
        
        if not settings_modname:
            project_name = os.path.split(project_path)[-1]
            settings_name, ext  = os.path.splitext(
                    os.path.basename(settings_path))
            settings_modname = "%s.%s" % (project_name, settings_name)
            os.environ[ENVIRONMENT_VARIABLE] = settings_modname

        self.cfg.set("default_proc_name", settings_modname)
        # add the project path to sys.path
        if not project_path in sys.path:
            # remove old project path from sys.path
            if self.project_path is not None:
                idx = sys.path.find(self.project_path)
                if idx >= 0:
                    del sys.path[idx]
            self.project_path = project_path
            sys.path.insert(0, project_path)
            sys.path.append(os.path.normpath(os.path.join(project_path,
                os.pardir)))

        # reload django settings
        self.reload_django_settings(settings_modname)

        return settings_modname

    def reload_django_settings(self, settings_modname):
        from django.conf import settings
        from django.utils import importlib
        
        mod = importlib.import_module(settings_modname)

        # reload module
        reload(mod)

        # reload settings.
        # USe code from django.settings.Settings module.

        # Settings that should be converted into tuples if they're mistakenly entered
        # as strings.
        tuple_settings = ("INSTALLED_APPS", "TEMPLATE_DIRS")

        for setting in dir(mod):
            if setting == setting.upper():
                setting_value = getattr(mod, setting)
                if setting in tuple_settings and type(setting_value) == str:
                    setting_value = (setting_value,) # In case the user forgot the comma.
                setattr(settings, setting, setting_value)

        # Expand entries in INSTALLED_APPS like "django.contrib.*" to a list
        # of all those apps.
        new_installed_apps = []
        for app in settings.INSTALLED_APPS:
            if app.endswith('.*'):
                app_mod = importlib.import_module(app[:-2])
                appdir = os.path.dirname(app_mod.__file__)
                app_subdirs = os.listdir(appdir)
                app_subdirs.sort()
                name_pattern = re.compile(r'[a-zA-Z]\w*')
                for d in app_subdirs:
                    if name_pattern.match(d) and os.path.isdir(os.path.join(appdir, d)):
                        new_installed_apps.append('%s.%s' % (app[:-2], d))
            else:
                new_installed_apps.append(app)
        setattr(settings, "INSTALLED_APPS", new_installed_apps)

        if hasattr(time, 'tzset') and settings.TIME_ZONE:
            # When we can, attempt to validate the timezone. If we can't find
            # this file, no check happens and it's harmless.
            zoneinfo_root = '/usr/share/zoneinfo'
            if (os.path.exists(zoneinfo_root) and not
                    os.path.exists(os.path.join(zoneinfo_root,
                        *(settings.TIME_ZONE.split('/'))))):
                raise ValueError("Incorrect timezone setting: %s" %
                        settings.TIME_ZONE)
            # Move the time zone info into os.environ. See ticket #2315 for why
            # we don't do this unconditionally (breaks Windows).
            os.environ['TZ'] = settings.TIME_ZONE
            time.tzset()

        # Settings are configured, so we can set up the logger if required
        if settings.LOGGING_CONFIG:
            # First find the logging configuration function ...
            logging_config_path, logging_config_func_name = settings.LOGGING_CONFIG.rsplit('.', 1)
            logging_config_module = importlib.import_module(logging_config_path)
            logging_config_func = getattr(logging_config_module, logging_config_func_name)
<commit_msg>A fix to make the newest gunicorn work with older projects, that doesn't have LOGGING_CONFIG<commit_after># -*- coding: utf-8 -
#
# This file is part of gunicorn released under the MIT license. 
# See the NOTICE for more information.

import imp
import logging
import os
import sys
import time
import traceback

from gunicorn.config import Config
from gunicorn.app.base import Application

ENVIRONMENT_VARIABLE = 'DJANGO_SETTINGS_MODULE'

class DjangoApplication(Application):
    
    def init(self, parser, opts, args):
        self.global_settings_path = None
        self.project_path = None
        if args:
            self.global_settings_path = args[0]
            if not os.path.exists(os.path.abspath(args[0])):
                self.no_settings(args[0])
           
    def get_settings_modname(self):
        from django.conf import ENVIRONMENT_VARIABLE

        # get settings module
        settings_modname = None
        if not self.global_settings_path:
            project_path = os.getcwd()
            try:
                settings_modname = os.environ[ENVIRONMENT_VARIABLE]
            except KeyError:
                settings_path = os.path.join(project_path, "settings.py")
                if not os.path.exists(settings_path):
                    return self.no_settings(settings_path)
        else:
            settings_path = os.path.abspath(self.global_settings_path)
            if not os.path.exists(settings_path):
                return self.no_settings(settings_path)
            project_path = os.path.dirname(settings_path)


        if not settings_modname:
            project_name = os.path.split(project_path)[-1]
            settings_name, ext  = os.path.splitext(
                    os.path.basename(settings_path))
            settings_modname = "%s.%s" % (project_name, settings_name)
            os.environ[ENVIRONMENT_VARIABLE] = settings_modname

        self.cfg.set("default_proc_name", settings_modname)

        # add the project path to sys.path
        if not project_path in sys.path:
            # remove old project path from sys.path
            if self.project_path is not None:
                idx = sys.path.find(self.project_path)
                if idx >= 0:
                    del sys.path[idx]
            self.project_path = project_path

            sys.path.insert(0, project_path)
            sys.path.append(os.path.normpath(os.path.join(project_path,
                os.pardir)))

        return settings_modname
    
    def setup_environ(self, settings_modname):
        from django.core.management import setup_environ

        # setup environ
        try:
            parts = settings_modname.split(".")
            settings_mod = __import__(settings_modname)
            if len(parts) > 1:
                settings_mod = __import__(parts[0])
                path = os.path.dirname(os.path.abspath(
                            os.path.normpath(settings_mod.__file__)))
                sys.path.append(path)
                for part in parts[1:]: 
                    settings_mod = getattr(settings_mod, part)
                setup_environ(settings_mod)
        except ImportError:
            return self.no_settings(settings_modname, import_error=True)

    def no_settings(self, path, import_error=False):
        if import_error:
            error = "Error: Can't find '%s' in your PYTHONPATH.\n" % path
        else:
            error = "Settings file '%s' not found in current folder.\n" % path
        sys.stderr.write(error)
        sys.stderr.flush()
        sys.exit(1)

    def activate_translation(self):
        from django.conf import settings
        from django.utils import translation
        translation.activate(settings.LANGUAGE_CODE)
        
    def validate(self):
        """ Validate models. This also ensures that all models are 
        imported in case of import-time side effects."""
        from django.core.management.base import CommandError
        from django.core.management.validation import get_validation_errors
        try:
            from cStringIO import StringIO
        except ImportError:
            from StringIO import StringIO

        s = StringIO()
        if get_validation_errors(s):
            s.seek(0)
            error = s.read()
            sys.stderr.write("One or more models did not validate:\n%s" % error)
            sys.stderr.flush()

            sys.exit(1)

    def load(self):
        from django.core.handlers.wsgi import WSGIHandler
       
        self.setup_environ(self.get_settings_modname())
        self.validate()
        self.activate_translation()
        return WSGIHandler()

class DjangoApplicationCommand(DjangoApplication):
    
    def __init__(self, options, admin_media_path):
        self.usage = None
        self.cfg = None
        self.config_file = options.get("config") or ""
        self.options = options
        self.admin_media_path = admin_media_path
        self.callable = None
        self.project_path = None
          
        self.do_load_config()

        for k, v in self.options.items():
            if k.lower() in self.cfg.settings and v is not None:
                self.cfg.set(k.lower(), v)
       
    def load_config(self):
        self.cfg = Config()
        
        if self.config_file and os.path.exists(self.config_file):
            cfg = {
                "__builtins__": __builtins__,
                "__name__": "__config__",
                "__file__": self.config_file,
                "__doc__": None,
                "__package__": None
            }

            try:
                execfile(self.config_file, cfg, cfg)
            except Exception:
                print "Failed to read config file: %s" % self.config_file
                traceback.print_exc()
                sys.exit(1)
        
            for k, v in cfg.items():
                # Ignore unknown names
                if k not in self.cfg.settings:
                    continue
                try:
                    self.cfg.set(k.lower(), v)
                except:
                    sys.stderr.write("Invalid value for %s: %s\n\n" % (k, v))
                    raise
       
        for k, v in self.options.items():
            if k.lower() in self.cfg.settings and v is not None:
                self.cfg.set(k.lower(), v)


    def get_settings_modname(self):
        from django.conf import ENVIRONMENT_VARIABLE

        settings_modname = None
        project_path = os.getcwd()
        try:
            settings_modname = os.environ[ENVIRONMENT_VARIABLE]
        except KeyError:
            settings_path = os.path.join(project_path, "settings.py")
            if not os.path.exists(settings_path):
                return self.no_settings(settings_path)
        
        if not settings_modname:
            project_name = os.path.split(project_path)[-1]
            settings_name, ext  = os.path.splitext(
                    os.path.basename(settings_path))
            settings_modname = "%s.%s" % (project_name, settings_name)
            os.environ[ENVIRONMENT_VARIABLE] = settings_modname

        self.cfg.set("default_proc_name", settings_modname)
        # add the project path to sys.path
        if not project_path in sys.path:
            # remove old project path from sys.path
            if self.project_path is not None:
                idx = sys.path.find(self.project_path)
                if idx >= 0:
                    del sys.path[idx]
            self.project_path = project_path
            sys.path.insert(0, project_path)
            sys.path.append(os.path.normpath(os.path.join(project_path,
                os.pardir)))

        # reload django settings
        self.reload_django_settings(settings_modname)

        return settings_modname

    def reload_django_settings(self, settings_modname):
        from django.conf import settings
        from django.utils import importlib
        
        mod = importlib.import_module(settings_modname)

        # reload module
        reload(mod)

        # reload settings.
        # USe code from django.settings.Settings module.

        # Settings that should be converted into tuples if they're mistakenly entered
        # as strings.
        tuple_settings = ("INSTALLED_APPS", "TEMPLATE_DIRS")

        for setting in dir(mod):
            if setting == setting.upper():
                setting_value = getattr(mod, setting)
                if setting in tuple_settings and type(setting_value) == str:
                    setting_value = (setting_value,) # In case the user forgot the comma.
                setattr(settings, setting, setting_value)

        # Expand entries in INSTALLED_APPS like "django.contrib.*" to a list
        # of all those apps.
        new_installed_apps = []
        for app in settings.INSTALLED_APPS:
            if app.endswith('.*'):
                app_mod = importlib.import_module(app[:-2])
                appdir = os.path.dirname(app_mod.__file__)
                app_subdirs = os.listdir(appdir)
                app_subdirs.sort()
                name_pattern = re.compile(r'[a-zA-Z]\w*')
                for d in app_subdirs:
                    if name_pattern.match(d) and os.path.isdir(os.path.join(appdir, d)):
                        new_installed_apps.append('%s.%s' % (app[:-2], d))
            else:
                new_installed_apps.append(app)
        setattr(settings, "INSTALLED_APPS", new_installed_apps)

        if hasattr(time, 'tzset') and settings.TIME_ZONE:
            # When we can, attempt to validate the timezone. If we can't find
            # this file, no check happens and it's harmless.
            zoneinfo_root = '/usr/share/zoneinfo'
            if (os.path.exists(zoneinfo_root) and not
                    os.path.exists(os.path.join(zoneinfo_root,
                        *(settings.TIME_ZONE.split('/'))))):
                raise ValueError("Incorrect timezone setting: %s" %
                        settings.TIME_ZONE)
            # Move the time zone info into os.environ. See ticket #2315 for why
            # we don't do this unconditionally (breaks Windows).
            os.environ['TZ'] = settings.TIME_ZONE
            time.tzset()

        # Settings are configured, so we can set up the logger if required
        if getattr(settings, 'LOGGING_CONFIG', False):
            # First find the logging configuration function ...
            logging_config_path, logging_config_func_name = settings.LOGGING_CONFIG.rsplit('.', 1)
            logging_config_module = importlib.import_module(logging_config_path)
            logging_config_func = getattr(logging_config_module, logging_config_func_name)

{'fraction_non_alphanumeric': 0.08552445575346339, 'fraction_numerical': 0.0022618037885213456, 'mean_word_length': 1.8471961363026563, 'pattern_counts': {'":': 10, '<': 3, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7454574', 'n_tokens_mistral': 6020, 'n_tokens_neox': 5791, 'n_words': 1406}