<commit_before># -*- coding: utf-8 -*-
from __future__ import print_function
from __future__ import absolute_import
from django.conf import settings
from django.test import TestCase, override_settings

from zerver.lib import bugdown
from zerver.lib.actions import (
    check_add_realm_emoji,
    do_remove_realm_emoji,
    do_set_alert_words,
    get_realm,
)
from zerver.lib.alert_words import alert_words_in_realm
from zerver.lib.camo import get_camo_url
from zerver.lib.emoji import get_emoji_url
from zerver.lib.message import render_markdown
from zerver.lib.request import (
    JsonableError,
)
from zerver.lib.test_classes import (
    ZulipTestCase,
)
from zerver.lib.str_utils import force_str
from zerver.models import (
    realm_in_local_realm_filters_cache,
    flush_per_request_caches,
    flush_realm_filter,
    get_client,
    get_realm,
    get_user_profile_by_email,
    get_stream,
    realm_filters_for_realm,
    Message,
    Stream,
    Realm,
    RealmFilter,
    Recipient,
)

import copy
import mock
import os
import ujson
import six
<commit_msg>test_bugdown.py: Remove unused get_user_profile_by_email import.<commit_after># -*- coding: utf-8 -*-
from __future__ import print_function
from __future__ import absolute_import
from django.conf import settings
from django.test import TestCase, override_settings

from zerver.lib import bugdown
from zerver.lib.actions import (
    check_add_realm_emoji,
    do_remove_realm_emoji,
    do_set_alert_words,
    get_realm,
)
from zerver.lib.alert_words import alert_words_in_realm
from zerver.lib.camo import get_camo_url
from zerver.lib.emoji import get_emoji_url
from zerver.lib.message import render_markdown
from zerver.lib.request import (
    JsonableError,
)
from zerver.lib.test_classes import (
    ZulipTestCase,
)
from zerver.lib.str_utils import force_str
from zerver.models import (
    realm_in_local_realm_filters_cache,
    flush_per_request_caches,
    flush_realm_filter,
    get_client,
    get_realm,
    get_stream,
    realm_filters_for_realm,
    Message,
    Stream,
    Realm,
    RealmFilter,
    Recipient,
)

import copy
import mock
import os
import ujson
import six

{'fraction_non_alphanumeric': 0.05627306273062731, 'fraction_numerical': 0.0009225092250922509, 'mean_word_length': 4.449748743718593, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5259632', 'n_tokens_mistral': 753, 'n_tokens_neox': 732, 'n_words': 173}