<commit_before>"""
Authentication is implemented using flask_login and different environments can
implement their own login mechanisms by providing an `airflow_login` module
in their PYTHONPATH. airflow_login should be based off the
`airflow.www.login`
"""
from builtins import object
__version__ = "1.5.2"

import logging
import os
import sys

from airflow.configuration import conf, AirflowConfigException
from airflow.models import DAG
from flask.ext.admin import BaseView
from importlib import import_module
from utils import AirflowException

DAGS_FOLDER = os.path.expanduser(conf.get('core', 'DAGS_FOLDER'))
if DAGS_FOLDER not in sys.path:
    sys.path.append(DAGS_FOLDER)

auth_backend = 'airflow.default_login'
try:
    auth_backend = conf.get('webserver', 'auth_backend')
except AirflowConfigException:
    if conf.getboolean('webserver', 'AUTHENTICATE'):
        logging.warning("auth_backend not found in webserver config reverting to *deprecated*"
                        " behavior of importing airflow_login")
        auth_backend = "airflow_login"

try:
    login = import_module(auth_backend)
except ImportError:
    logging.critical(
        "Cannot import authentication module %s. "
        "Please correct your authentication backend or disable authentication",
        auth_backend
    )
    if conf.getboolean('webserver', 'AUTHENTICATE'):
        raise AirflowException("Failed to import authentication backend")


class AirflowViewPlugin(BaseView):
    pass


class AirflowMacroPlugin(object):
    def __init__(self, namespace):
        self.namespace = namespace

from airflow import operators
from airflow import hooks
from airflow import executors
from airflow import macros
from airflow import contrib

operators.integrate_plugins()
hooks.integrate_plugins()
macros.integrate_plugins()
<commit_msg>Make python 3 compatible<commit_after>"""
Authentication is implemented using flask_login and different environments can
implement their own login mechanisms by providing an `airflow_login` module
in their PYTHONPATH. airflow_login should be based off the
`airflow.www.login`
"""
from builtins import object
__version__ = "1.5.2"

import logging
import os
import sys

from airflow.configuration import conf, AirflowConfigException
from airflow.models import DAG
from flask.ext.admin import BaseView
from importlib import import_module
from airflow.utils import AirflowException

DAGS_FOLDER = os.path.expanduser(conf.get('core', 'DAGS_FOLDER'))
if DAGS_FOLDER not in sys.path:
    sys.path.append(DAGS_FOLDER)

auth_backend = 'airflow.default_login'
try:
    auth_backend = conf.get('webserver', 'auth_backend')
except AirflowConfigException:
    if conf.getboolean('webserver', 'AUTHENTICATE'):
        logging.warning("auth_backend not found in webserver config reverting to *deprecated*"
                        " behavior of importing airflow_login")
        auth_backend = "airflow_login"

try:
    login = import_module(auth_backend)
except ImportError:
    logging.critical(
        "Cannot import authentication module %s. "
        "Please correct your authentication backend or disable authentication",
        auth_backend
    )
    if conf.getboolean('webserver', 'AUTHENTICATE'):
        raise AirflowException("Failed to import authentication backend")


class AirflowViewPlugin(BaseView):
    pass


class AirflowMacroPlugin(object):
    def __init__(self, namespace):
        self.namespace = namespace

from airflow import operators
from airflow import hooks
from airflow import executors
from airflow import macros
from airflow import contrib

operators.integrate_plugins()
hooks.integrate_plugins()
macros.integrate_plugins()

{'fraction_non_alphanumeric': 0.07109779351675292, 'fraction_numerical': 0.0019068373740125306, 'mean_word_length': 4.623277182235834, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3055102', 'n_tokens_mistral': 1018, 'n_tokens_neox': 1009, 'n_words': 325}