<commit_before>from __future__ import with_statement
from distutils.version import StrictVersion
from classytags import (arguments, core, exceptions, utils, parser, helpers,
    values)
from classytags.blocks import BlockDefinition, VariableBlockName
from classytags.test.context_managers import SettingsOverride, TemplateTags
import django
from django import template
from django.core.exceptions import ImproperlyConfigured
from unittest import TestCase
import sys
import warnings

DJANGO_1_4_OR_HIGHER = StrictVersion(django.get_version()) >= StrictVersion('1.4')

class DummyTokens(list):
    def __init__(self, *tokens):
        super(DummyTokens, self).__init__(['dummy_tag'] + list(tokens))

    def split_contents(self):
        return self


class DummyParser(object):
    def compile_filter(self, token):
        return utils.TemplateConstant(token)
dummy_parser = DummyParser()


class _Warning(object):
    def __init__(self, message, category, filename, lineno):
        self.message = message
        self.category = category
        self.filename = filename
        self.lineno = lineno

<commit_msg>Fixed tests failing on master<commit_after>from __future__ import with_statement
from distutils.version import LooseVersion
from classytags import (arguments, core, exceptions, utils, parser, helpers,
    values)
from classytags.blocks import BlockDefinition, VariableBlockName
from classytags.test.context_managers import SettingsOverride, TemplateTags
import django
from django import template
from django.core.exceptions import ImproperlyConfigured
from unittest import TestCase
import sys
import warnings

DJANGO_1_4_OR_HIGHER = LooseVersion(django.get_version()) >= LooseVersion('1.4')

class DummyTokens(list):
    def __init__(self, *tokens):
        super(DummyTokens, self).__init__(['dummy_tag'] + list(tokens))

    def split_contents(self):
        return self


class DummyParser(object):
    def compile_filter(self, token):
        return utils.TemplateConstant(token)
dummy_parser = DummyParser()


class _Warning(object):
    def __init__(self, message, category, filename, lineno):
        self.message = message
        self.category = category
        self.filename = filename
        self.lineno = lineno


{'fraction_non_alphanumeric': 0.07764390896921017, 'fraction_numerical': 0.0035698348951361, 'mean_word_length': 4.763496143958869, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1413836', 'n_tokens_mistral': 627, 'n_tokens_neox': 619, 'n_words': 176}