<commit_before>"""
pipeline.models

Shipyard data models relating to the (abstract) definition of
Pipeline.
"""
from __future__ import unicode_literals

from django.db import models
from django.core.exceptions import ValidationError
from django.core.validators import MinValueValidator, MaxValueValidator
from django.db import transaction
from django.utils.encoding import python_2_unicode_compatible
from django.contrib.auth.models import User, Group

import csv
import exceptions
import os
import logging
import operator
import sys
import transformation.models

import method.models
import metadata.models
import librarian.models
from constants import maxlengths

logger = logging.getLogger(__name__)


class PipelineFamily(transformation.models.TransformationFamily):<commit_msg>Forgot to include Max in pipeline.models.<commit_after>"""
pipeline.models

Shipyard data models relating to the (abstract) definition of
Pipeline.
"""
from __future__ import unicode_literals

from django.db import models
from django.db.models import Max
from django.core.exceptions import ValidationError
from django.core.validators import MinValueValidator, MaxValueValidator
from django.db import transaction
from django.utils.encoding import python_2_unicode_compatible
from django.contrib.auth.models import User, Group

import csv
import exceptions
import os
import logging
import operator
import sys
import transformation.models

import method.models
import metadata.models
import librarian.models
from constants import maxlengths

logger = logging.getLogger(__name__)


class PipelineFamily(transformation.models.TransformationFamily):
{'fraction_non_alphanumeric': 0.05046153846153846, 'fraction_numerical': 0.0012307692307692308, 'mean_word_length': 6.742857142857143, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3675194', 'n_tokens_mistral': 405, 'n_tokens_neox': 395, 'n_words': 148}