<commit_before># -*- coding: utf-8 -*-
# Generated by Django 1.11.21 on 2019-07-02 16:30
from __future__ import unicode_literals

import bitfield.models
from django.db import migrations, models
from django.utils.translation import ugettext as _
from model_utils import Choices


# Deprecating
AGE_AT_BIRTH_CHOICES = Choices(
    ("na", _("Not sure or prefer not to answer")),
    ("<24", _("Under 24 weeks")),
    ("24", _("24 weeks")),
    ("25", _("25 weeks")),
    ("26", _("26 weeks")),
    ("27", _("27 weeks")),
    ("28", _("28 weeks")),
    ("29", _("29 weeks")),
    ("30", _("30 weeks")),
    ("31", _("31 weeks")),
    ("32", _("32 weeks")),
    ("33", _("33 weeks")),
    ("34", _("34 weeks")),
    ("35", _("35 weeks")),
    ("36", _("36 weeks")),
    ("37", _("37 weeks")),
    ("38", _("38 weeks")),
    ("39", _("39 weeks")),
    ("40>", _("40 or more weeks")),
)


GESTATIONAL_AGE_CHAR_TO_INT_MAPPING = {
    "": None,
    "na": None,
    "<24": 0,
    "24": 1,
    "25": 2,
    "26": 3,
    "27": 4,
    "28": 5,
    "29": 6,
    "30": 7,
    "31": 8,
    "32": 9,
    "33": 10,
    "34": 11,
    "35": 12,
    "36": 13,
    "37": 14,
    "38": 15,
    "39": 16,
    "40>": 17,
}
<commit_msg>HOTFIX pt 2: add 0-string and 23-string case<commit_after># -*- coding: utf-8 -*-
# Generated by Django 1.11.21 on 2019-07-02 16:30
from __future__ import unicode_literals

import bitfield.models
from django.db import migrations, models
from django.utils.translation import ugettext as _
from model_utils import Choices


# Deprecating
AGE_AT_BIRTH_CHOICES = Choices(
    ("na", _("Not sure or prefer not to answer")),
    ("<24", _("Under 24 weeks")),
    ("24", _("24 weeks")),
    ("25", _("25 weeks")),
    ("26", _("26 weeks")),
    ("27", _("27 weeks")),
    ("28", _("28 weeks")),
    ("29", _("29 weeks")),
    ("30", _("30 weeks")),
    ("31", _("31 weeks")),
    ("32", _("32 weeks")),
    ("33", _("33 weeks")),
    ("34", _("34 weeks")),
    ("35", _("35 weeks")),
    ("36", _("36 weeks")),
    ("37", _("37 weeks")),
    ("38", _("38 weeks")),
    ("39", _("39 weeks")),
    ("40>", _("40 or more weeks")),
)


GESTATIONAL_AGE_CHAR_TO_INT_MAPPING = {
    "": None,
    "0": None,
    "na": None,
    "23": 0,
    "<24": 0,
    "24": 1,
    "25": 2,
    "26": 3,
    "27": 4,
    "28": 5,
    "29": 6,
    "30": 7,
    "31": 8,
    "32": 9,
    "33": 10,
    "34": 11,
    "35": 12,
    "36": 13,
    "37": 14,
    "38": 15,
    "39": 16,
    "40>": 17,
}

{'fraction_non_alphanumeric': 0.24969745865268253, 'fraction_numerical': 0.12585720048406615, 'mean_word_length': 2.712574850299401, 'pattern_counts': {'":': 42, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5211378', 'n_tokens_mistral': 1205, 'n_tokens_neox': 998, 'n_words': 287}