<commit_before>#!/usr/bin/env python
# -*- coding: utf-8 -*-
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.

SCHEMA = {
    "type": "object",
    "properties": {
        "body": {"type": "string"},
        "title": {"type": "string"},
        "labels": {
            "type": "array",
            "items": {
                "type": "string"
            }

        },
    },
    "required": ["body", "title"]
}<commit_msg>Add some commments for schema.py<commit_after>#!/usr/bin/env python
# -*- coding: utf-8 -*-
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.

'''Defines a schema to validate against:

body: required, a string
title: required, a string
labels: optional, but if included, all strings
'''

SCHEMA = {
    "type": "object",
    "properties": {
        "body": {"type": "string"},
        "title": {"type": "string"},
        "labels": {
            "type": "array",
            "items": {
                "type": "string"
            }

        },
    },
    "required": ["body", "title"]
}
{'fraction_non_alphanumeric': 0.16896024464831805, 'fraction_numerical': 0.00764525993883792, 'mean_word_length': 2.1618357487922704, 'pattern_counts': {'":': 22, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4454065', 'n_tokens_mistral': 413, 'n_tokens_neox': 397, 'n_words': 139}