<commit_before>SCHEMA = {
    "type": "object",
    "properties": {
        "flavors": {
            "items": {
                "required": [
                    "name",
                    "disk",
                    "vcpus",
                    "ram"
                ],
                "type": "object",
                "properties": {
                    "vcpus": {
                        "type": "number"
                    },
                    "disk": {
                        "type": "number"
                    },
                    "ram": {
                        "type": "number"
                    },
                    "name": {
                        "type": "string"
                    }
                },
                "title": "flavor"
            },
            "type": "array",
            "title": "flavors"
        },
        "nova_quotas": {
            "items": {
                "required": [
                    "tenant_name"
                ],
                "type": "object",
                "properties": {
                    "tenant_name": {
                        "type": "string"
                    }
                },
                "title": "nova_quota"
            },
            "type": "array",
            "title": "nova_quotas"
        },
        "keypairs": {
            "items": {
                "required": [
                    "name"
                ],
                "type": "object",
                "properties": {
                    "name": {
                        "type": "string"
                    },
                    "user": {
                        "type": "object",
                        "properties": {
                            "name": {
                                "type" : "string"
                            },
                            "password": {
                                "type" : "string"
                            }
                        },
                        "required": ["name", "password"]
                    },
                    "file": {
                        "type": "string"
                    }
                },
                "title": "keypair"
            },
            "type": "array",
            "title": "keypairs"
        },
        "cinder_quotas": {
            "items": {
                "required": [
                    "tenant_name"
                ],
                "type": "object",
                "properties": {
                    "tenant_name": {
                        "type": "string"
                    }
                },
                "title": "cinder_quota"
            },
            "type": "array",
            "title": "cinder_quotas"
        },
        "security_groups": {
            "items": {
                "required": [
                    "name",
                    "description",
                    "tenant_name"
                ],
                "type": "object",
                "properties": {
                    "rules": {
                        "items": {
                            "type": "object",
                            "properties": {
                                "to_port": {
                                    "type": "number"
                                },
                                "cidr": {
                                    "type": "string"
                                },
                                "from_port": {
                                    "type": "number"
                                },
                                "ip_protocol": {
                                    "type": "string"
                                }
                            },
                            "title": "rule"
                        },
                        "type": "array"
                    },
                    "tenant_name": {
                        "type": "string"
                    },
                    "name": {
                        "type": "string"
                    },
                    "description": {
                        "type": [
                            "string",
                            "null"
                        ]
                    }
                },
                "title": "security_group"
            },
            "type": "array",
            "title": "security_groups"
        },
        "users": {
            "items": {
                "required": [
                    "name",
                    "password"
                ],
                "type": "object",
                "properties": {
                    "password": {
                        "type": "string"
                    },
                    "name": {
                        "type": "string"
                    },
                    "email": {
                        "type": [
                            "string",
                            "null"
                        ]
                    }
                },
            },
            "type": "array",
            "title": "user"
        },
        "source_files": {
            "items": {
                "required": [
                    "tenant_name",
                    "file",
                    "user"
                ],
                "type": "object",
                "properties": {
                    "user": {
                        "type": "string"
                    },
                    "tenant_name": {
                        "type": "string"
                    },
                    "file": {
                        "type": "string"
                    }
                },
                "title": "source_file"
            },
            "type": "array",
            "title": "source_files"
        },
        "images": {
            "items": {
                "required": [
                    "tenant_name",
                    "disk_format",
                    "container_format",
                    "name"
                ],
                "type": "object",
                "properties": {
                    "tenant_name": {
                        "type": "string"
                    },
                    "disk_format": {
                        "type": "string"
                    },
                    "name": {
                        "type": "string"
                    },
                    "container_format": {
                        "type": "string"
                    },
                    "wait": {
                        "type": "boolean"
                    },
                    "timeout": {
                        "type": "integer"
                    },
                    "wait_interval": {
                        "type": "integer"
                    }
                },
                "title": "image"
            },
            "type": "array",
            "title": "images"
        },
        "projects": {
            "items": {
                "required": [
                    "name"
                ],
                "type": "object",
                "properties": {
                    "role": {
                        "type": "string"
                    },
                    "user": {
                        "type": "string"
                    },
                    "name": {
                        "type": "string"
                    },
                    "description": {
                        "type": "string"
                    }
                },
                "title": "project"
            },
            "type": "array",
            "title": "projects"
        },
        "networks": {
            "title": "networks",
            "type": "array",
            "items": {
                "type": "object",
                "properties": {
                    "name": {
                        "type": "string"
                    },
                    "tenant_name": {
                        "type": "string"
                    }
                },
                "required": ["name"],
                "title": "network"
            }
        }
    },
    "additionalProperties": False,
    "title": "Account Setup Schema"
}<commit_msg>make json schema a bit more sane<commit_after>SCHEMA = {
    "type": "object",
    "additionalProperties": False,
    "title": "Account Setup Schema",
    "properties": {
        "flavors": {
            "title": "flavors",
            "type": "array",
            "items": {
                "title": "flavor",
                "type": "object",
                "properties": {
                    "vcpus": {
                        "type": "number"
                    },
                    "disk": {
                        "type": "number"
                    },
                    "ram": {
                        "type": "number"
                    },
                    "name": {
                        "type": "string"
                    }
                },
                "required": [
                    "name",
                    "disk",
                    "vcpus",
                    "ram"
                ]
            }
        },
        "nova_quotas": {
            "title": "nova_quotas",
            "type": "array",
            "items": {
                "title": "nova_quota",
                "type": "object",
                "properties": {
                    "tenant_name": {
                        "type": "string"
                    }
                },
                "required": ["tenant_name"],
            }
        },
        "keypairs": {
            "title": "keypairs",
            "type": "array",
            "items": {
                "title": "keypair",
                "type": "object",
                "properties": {
                    "name": {
                        "type": "string"
                    },
                    "user": {
                        "title": "user",
                        "type": "object",
                        "properties": {
                            "name": {
                                "type" : "string"
                            },
                            "password": {
                                "type" : "string"
                            }
                        },
                        "required": ["name", "password"]
                    },
                    "file": {
                        "type": "string"
                    }
                },
                "required": ["name"]
            }
        },
        "cinder_quotas": {
            "title": "cinder_quotas",
            "type": "array",
            "items": {
                "title": "cinder_quota",
                "type": "object",
                "properties": {
                    "tenant_name": {
                        "type": "string"
                    }
                },
                "required": ["tenant_name"]
            }
        },
        "security_groups": {
            "title": "security_groups",
            "type": "array",
            "items": {
                "title": "security_group",
                "type": "object",
                "properties": {
                    "rules": {
                        "title": "rules",
                        "type": "array",
                        "items": {
                            "title": "rule",
                            "type": "object",
                            "properties": {
                                "to_port": {
                                    "type": "number"
                                },
                                "cidr": {
                                    "type": "string"
                                },
                                "from_port": {
                                    "type": "number"
                                },
                                "ip_protocol": {
                                    "type": "string"
                                }
                            },
                        },
                    },
                    "tenant_name": {
                        "type": "string"
                    },
                    "name": {
                        "type": "string"
                    },
                    "description": {
                        "type": ["string", "null"]
                    }
                },
                "required": ["name", "description", "tenant_name"]
            }
        },
        "users": {
            "title": "users",
            "type": "array",
            "items": {
                "title": "user",
                "type": "object",
                "properties": {
                    "password": {
                        "type": "string"
                    },
                    "name": {
                        "type": "string"
                    },
                    "email": {
                        "type": ["string", "null"]
                    }
                },
                "required": ["name", "password"]
            }
        },
        "source_files": {
            "title": "source_files",
            "type": "array",
            "items": {
                "title": "source_file",
                "type": "object",
                "properties": {
                    "user": {
                        "type": "string"
                    },
                    "tenant_name": {
                        "type": "string"
                    },
                    "file": {
                        "type": "string"
                    }
                },
                "required": ["tenant_name", "file", "user"]
            }
        },
        "images": {
            "type": "array",
            "title": "images",
            "items": {
                "title": "image",
                "type": "object",
                "properties": {
                    "tenant_name": {
                        "type": "string"
                    },
                    "disk_format": {
                        "type": "string"
                    },
                    "name": {
                        "type": "string"
                    },
                    "container_format": {
                        "type": "string"
                    },
                    "wait": {
                        "type": "boolean"
                    },
                    "timeout": {
                        "type": "integer"
                    },
                    "wait_interval": {
                        "type": "integer"
                    }
                },
                "required": [
                    "tenant_name",
                    "disk_format",
                    "container_format",
                    "name"
                ]
            },
        },
        "projects": {
            "title": "projects",
            "type": "array",
            "items": {
                "title": "project",
                "type": "object",
                "properties": {
                    "role": {
                        "type": "string"
                    },
                    "user": {
                        "type": "string"
                    },
                    "name": {
                        "type": "string"
                    },
                    "description": {
                        "type": "string"
                    }
                },
                "required": ["name"]
            }
        },
        "networks": {
            "title": "networks",
            "type": "array",
            "items": {
                "title": "network",
                "type": "object",
                "properties": {
                    "name": {
                        "type": "string"
                    },
                    "tenant_name": {
                        "type": "string"
                    }
                },
                "required": ["name"]
            }
        }
    }
}
{'fraction_non_alphanumeric': 0.12525821596244133, 'fraction_numerical': 0.0, 'mean_word_length': 0.5295356629966491, 'pattern_counts': {'":': 329, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 8, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1178763', 'n_tokens_mistral': 3660, 'n_tokens_neox': 3305, 'n_words': 562}