<commit_before>{
    "title": "Processed file from workflow runs",
    "description": "Schema for submitting metadata for a FASTA file.",
    "id": "/profiles/file_processed.json",
    "$schema": "http://json-schema.org/draft-04/schema#",
    "type": "object",
    "required": ["file_format", "award", "lab"],
    "identifyingProperties": ["uuid", "accession", "aliases"],
    "additionalProperties": false,
    "mixinProperties": [
        { "$ref": "mixins.json#/schema_version" },
        { "$ref": "mixins.json#/uuid" },
        { "$ref": "mixins.json#/submitted" },
        { "$ref": "mixins.json#/aliases" },
        { "$ref": "mixins.json#/attribution" },
        { "$ref": "mixins.json#/notes" },
        { "$ref": "mixins.json#/accession" },
        { "$ref": "mixins.json#/dbxrefs" },
        { "$ref": "file.json#/properties" }
    ],
    "properties": {
        "schema_version": {
            "default": "1"
        },
        "file_format": {
            "title": "File Format",
            "type": "string",
            "enum": [
                "bam",
                "bai",
                "pairs",
                "pairs_px2",
                "cool",
                "hic",
                "other"
            ]
        }
     },
     "file_format_file_extension": {
        "bam": ".bam",
        "bai": ".bam.bai",
        "pairs": ".pairs.txt.gz",
        "pairs_px2": ".pairs.txt.gz.px2",
        "cool": ".cool",
        "hic": ".hic",
        "other": ""
    }
}<commit_msg>added object_key field to processed file schema<commit_after>{
    "title": "Processed file from workflow runs",
    "description": "Schema for submitting metadata for a FASTA file.",
    "id": "/profiles/file_processed.json",
    "$schema": "http://json-schema.org/draft-04/schema#",
    "type": "object",
    "required": ["file_format", "award", "lab"],
    "identifyingProperties": ["uuid", "accession", "aliases"],
    "additionalProperties": false,
    "mixinProperties": [
        { "$ref": "mixins.json#/schema_version" },
        { "$ref": "mixins.json#/uuid" },
        { "$ref": "mixins.json#/submitted" },
        { "$ref": "mixins.json#/aliases" },
        { "$ref": "mixins.json#/attribution" },
        { "$ref": "mixins.json#/notes" },
        { "$ref": "mixins.json#/accession" },
        { "$ref": "mixins.json#/dbxrefs" },
        { "$ref": "file.json#/properties" }
    ],
    "properties": {
        "schema_version": {
            "default": "1"
        },
        "file_format": {
            "title": "File Format",
            "type": "string",
            "enum": [
                "bam",
                "bai",
                "pairs",
                "pairs_px2",
                "cool",
                "hic",
                "other"
            ]
        },
        "object_key": {
            "title": "S3 object key",
            "type": "string"
        }
     },
     "file_format_file_extension": {
        "bam": ".bam",
        "bai": ".bam.bai",
        "pairs": ".pairs.txt.gz",
        "pairs_px2": ".pairs.txt.gz.px2",
        "cool": ".cool",
        "hic": ".hic",
        "other": ""
    }
}
{'fraction_non_alphanumeric': 0.20402298850574713, 'fraction_numerical': 0.004150702426564496, 'mean_word_length': 1.7338568935427574, 'pattern_counts': {'":': 69, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1546065', 'n_tokens_mistral': 1059, 'n_tokens_neox': 1023, 'n_words': 179}