<commit_before># -*- coding: utf-8 -*-
import re
import json
import inspect
from funcy import memoize, compose, wraps, any, partial
from funcy.py2 import mapcat
from .cross import md5hex

from django.db import models
from django.http import HttpRequest

from .conf import model_profile<commit_msg>Remove unused import<commit_after># -*- coding: utf-8 -*-
import re
import json
import inspect
from funcy import memoize, compose, wraps, any
from funcy.py2 import mapcat
from .cross import md5hex

from django.db import models
from django.http import HttpRequest

from .conf import model_profile
{'fraction_non_alphanumeric': 0.06925675675675676, 'fraction_numerical': 0.010135135135135136, 'mean_word_length': 4.813725490196078, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '869330', 'n_tokens_mistral': 171, 'n_tokens_neox': 166, 'n_words': 74}