<commit_before># coding: utf-8
import copy
import re
from collections import defaultdict
from typing import Union

from django.apps import apps
from django.conf import settings
from django.contrib.auth.models import User, AnonymousUser, Permission
from django.contrib.contenttypes.models import ContentType
from django.core.exceptions import ImproperlyConfigured, ValidationError<commit_msg>Removed unused imports<commit_after># coding: utf-8
import copy
from collections import defaultdict
from typing import Union

from django.apps import apps
from django.conf import settings
from django.contrib.auth.models import User, AnonymousUser, Permission
from django.contrib.contenttypes.models import ContentType
from django.core.exceptions import ValidationError
{'fraction_non_alphanumeric': 0.048748353096179184, 'fraction_numerical': 0.002635046113306983, 'mean_word_length': 6.755102040816326, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4988031', 'n_tokens_mistral': 185, 'n_tokens_neox': 178, 'n_words': 74}