<commit_before># -*- coding: utf-8 -*-
from __future__ import absolute_import, division, print_function

from django.core.validators import validate_slug
from django.db import models
from django.core.cache import cache

from libs.blacklist import validate_blacklist_name


class DescribableModel(models.Model):
    description = models.TextField(blank=True, null=True)

    class Meta:
        abstract = True


class DiffModel(models.Model):
    created_at = models.DateTimeField(auto_now_add=True, db_index=True)
    updated_at = models.DateTimeField(auto_now=True)

    class Meta:
        abstract = True


class TypeModel(models.Model):
    name = models.CharField(max_length=128, unique=True)
    schema_definition = models.TextField()

    class Meta:
        abstract = True

    def __str__(self):
        return self.name
<commit_msg>Remove unused imports<commit_after># -*- coding: utf-8 -*-
from __future__ import absolute_import, division, print_function

from django.db import models
from django.core.cache import cache


class DescribableModel(models.Model):
    description = models.TextField(blank=True, null=True)

    class Meta:
        abstract = True


class DiffModel(models.Model):
    created_at = models.DateTimeField(auto_now_add=True, db_index=True)
    updated_at = models.DateTimeField(auto_now=True)

    class Meta:
        abstract = True


class TypeModel(models.Model):
    name = models.CharField(max_length=128, unique=True)
    schema_definition = models.TextField()

    class Meta:
        abstract = True

    def __str__(self):
        return self.name

{'fraction_non_alphanumeric': 0.08840125391849529, 'fraction_numerical': 0.005015673981191223, 'mean_word_length': 3.821752265861027, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4297522', 'n_tokens_mistral': 472, 'n_tokens_neox': 454, 'n_words': 114}