<commit_before>[
    {
        "_id": "categories",
        "display_name": "Categories",
        "type": "manageable",
        "selection_type": "multi selection",
        "unique_field": "qcode",
        "items": [
            {"is_active": true, "name": "FIXME1", "qcode": "f1", "subject": "", "translations": {"name": {"fr": "FIXME1-fr", "es": "FIXME1-es"}}},
            {"is_active": true, "name": "FIXME2", "qcode": "f2", "subject": "", "translations": {"name": {"fr": "FIXME2-fr", "es": "FIXME2-es"}}}
        ],
        "schema": {
            "name": {"translate": true},
            "qcode": {},
            "subject": {}
        }
    },
    {
        "_id": "default_categories",
        "display_name": "Default Categories",
        "type": "manageable",
        "selection_type": "multi selection",
        "unique_field": "qcode",
        "items": [
            {"is_active": true, "qcode": "a"},
            {"is_active": true, "qcode": "e"},
            {"is_active": true, "qcode": "f"},
            {"is_active": true, "qcode": "i"},
            {"is_active": true, "qcode": "s"},
            {"is_active": true, "qcode": "t"},
            {"is_active": true, "qcode": "v"}
        ],
        "schema": {
            "qcode": {}
        }
    },
    {
        "_id": "genre",
        "display_name": "Genre",
        "type": "manageable",
        "selection_type": "multi selection",
        "unique_field": "qcode",
        "items": [
            {"is_active": true, "name": "Article (news)", "qcode": "Article"},
            {"is_active": true, "name": "Sidebar", "qcode": "Sidebar"},
            {"is_active": true, "name": "Factbox", "qcode": "Factbox"},
            {"is_active": true, "name": "Feature", "qcode": "Feature"},
            {"is_active": true, "name": "Newsfeature", "qcode": "Newsfeature"},
            {"is_active": true, "name": "Backgrounder", "qcode": "Backgrounder"},
            {"is_active": true, "name": "Opinion", "qcode": "Opinion"},
            {"is_active": true, "name": "View (incl parly sketch)", "qcode": "View"},
            {"is_active": true, "name": "Modular", "qcode": "Modular"},
            {"is_active": true, "name": "Broadcast Script", "qcode": "Broadcast Script"},
            {"is_active": true, "name": "Briefs", "qcode": "Briefs"},
            {"is_active": true, "name": "Colour piece", "qcode": "Colour piece"},
            {"is_active": true, "name": "Obituary", "qcode": "Obituary"},
            {"is_active": true, "name": "Analysis", "qcode": "Analysis"},
            {"is_active": true, "name": "Timeline", "qcode": "Timeline"},
            {"is_active": true, "name": "Chronology", "qcode": "Chronology"},
            {"is_active": true, "name": "Interview", "qcode": "Interview"},
            {"is_active": true, "name": "Results (sport)", "qcode": "Results (sport)"},
            {"is_active": true, "name": "Market Open", "qcode": "Market Open"},
            {"is_active": true, "name": "Market Close", "qcode": "Market Close"},
            {"is_active": true, "name": "Market Report", "qcode": "Market Report"},
            {"is_active": true, "name": "Review", "qcode": "Review"},
            {"is_active": true, "name": "Preview", "qcode": "Preview"}
        ],
        "schema": {
            "name": {"translate": true},
            "qcode": {}
        }
    },
    {
        "_id": "urgency",
        "display_name": "Urgency",
        "type": "manageable",
        "selection_type": "multi selection",
        "unique_field": "qcode",
        "items": [
            {"is_active": true, "name": "1", "qcode": 1},
            {"is_active": true, "name": "2", "qcode": 2},
            {"is_active": true, "name": "3", "qcode": 3},
            {"is_active": true, "name": "4", "qcode": 4},
            {"is_active": true, "name": "5", "qcode": 5}
        ],
        "schema": {
            "name": {"translate": true},
            "qcode": {"type": "integer"},
            "color": {"type": "color", "label": "Сolour"},
            "short": {"type": "short", "label": "List Name", "maxlength": 2, "translate": true}
        }
    },
    {
        "_id": "priority",
        "display_name": "Priority",
        "type": "manageable",
        "selection_type": "multi selection",
        "unique_field": "qcode",
        "items": [
            {"is_active": true, "name": "1", "qcode": 1},
            {"is_active": true, "name": "2", "qcode": 2},
            {"is_active": true, "name": "3", "qcode": 3},
            {"is_active": true, "name": "4", "qcode": 4},
            {"is_active": true, "name": "5", "qcode": 5},
            {"is_active": true, "name": "6", "qcode": 6},
            {"is_active": false, "name": "7", "qcode": 7},
            {"is_active": false, "name": "8", "qcode": 8},
            {"is_active": false, "name": "9", "qcode": 9}
        ],
        "schema": {
            "name": {"translate": true},
            "qcode": {"type": "integer"},
            "color": {"type": "color", "label": "Сolour"},
            "short": {"type": "short", "label": "List Name", "maxlength": 2, "translate": true}
        }
    },
    {
        "_id": "type",
        "display_name": "Article Type",
        "type": "unmanageable",
        "selection_type": "multi selection",
        "items": [
            {"is_active": true, "name": "text", "qcode": "text"},
            {"is_active": true, "name": "preformatted", "qcode": "preformatted"},
            {"is_active": true, "name": "audio", "qcode": "audio"},
            {"is_active": true, "name": "video", "qcode": "video"},
            {"is_active": true, "name": "picture", "qcode": "picture"},
            {"is_active": true, "name": "graphic", "qcode": "graphic"},
            {"is_active": true, "name": "composite", "qcode": "composite"}
        ],
        "init_version": 1
    },
    {
        "_id": "signal",
        "display_name": "Signal",
        "type": "unmanageable",
        "selection_type": "multi selection",
        "items": [
            {"is_active": true, "name": "Correction", "qcode": "Correction"},
            {"is_active": true, "name": "Update", "qcode": "Update"},
            {"is_active": true, "name": "Add", "qcode": "Add"},
            {"is_active": true, "name": "Repeat", "qcode": "Repeat"},
            {"is_active": true, "name": "Content Warning", "qcode": "Content Warning"}
        ]
    },
    {
        "_id": "rightsinfo",
        "display_name": "Copyrights",
        "type": "manageable",
        "selection_type": "multi selection",
        "items": [
            {
                "is_active": true,
                "name": "default",
                "copyrightHolder": "",
                "copyrightNotice": "",
                "usageTerms": ""
            }
        ],
        "schema": {
            "name": {"translate": true},
            "copyrightHolder": {"label": "Copyright Holder", "translate": true},
            "copyrightNotice": {"label": "Copyright Notice", "translate": true},
            "usageTerms": {"label": "Usage Terms", "translate": true}
        },
        "unique_field": "name"
    },
    {
        "_id": "subscriber_types",
        "display_name": "Subscriber Types",
        "type": "unmanageable",
        "selection_type": "do not show",
        "items": [
            {"is_active": true, "name": "All", "qcode": "all",
                "formats": [
                    {"name": "NINJS", "qcode": "ninjs"},
                    {"name": "NINJSv2", "qcode": "ninjs2"},
                    {"name": "NewsML G2", "qcode": "newsmlg2"},
                    {"name": "Email", "qcode": "email"},
                    {"name": "Newsroom NINJS", "qcode": "newsroom ninjs"},
                    {"name": "Adobe InDesign (IDML)", "qcode": "idml"}
                ]},
            {"is_active": true, "name": "Digital/Internet", "qcode": "digital",
                "formats": [
                    {"name": "NINJS", "qcode": "ninjs"},
                    {"name": "NINJSv2", "qcode": "ninjs2"},
                    {"name": "NewsML G2", "qcode": "newsmlg2"},
                    {"name": "Email", "qcode": "email"},
                    {"name": "Newsroom NINJS", "qcode": "newsroom ninjs"},
                    {"name": "Adobe InDesign (IDML)", "qcode": "idml"}
                ]},
            {"is_active": true, "name": "Wire/Paper", "qcode": "wire",
                "formats": [
                    {"name": "NITF", "qcode": "nitf"},
                    {"name": "Email", "qcode": "email"}
                ]}
        ]
    },
    {
        "_id": "crop_sizes",
        "display_name": "Image Crop Sizes",
        "type": "manageable",<commit_msg>bump subscriber vocabulary version to make new ninjs formatter visible (#1714)<commit_after>[
    {
        "_id": "categories",
        "display_name": "Categories",
        "type": "manageable",
        "selection_type": "multi selection",
        "unique_field": "qcode",
        "items": [
            {"is_active": true, "name": "FIXME1", "qcode": "f1", "subject": "", "translations": {"name": {"fr": "FIXME1-fr", "es": "FIXME1-es"}}},
            {"is_active": true, "name": "FIXME2", "qcode": "f2", "subject": "", "translations": {"name": {"fr": "FIXME2-fr", "es": "FIXME2-es"}}}
        ],
        "schema": {
            "name": {"translate": true},
            "qcode": {},
            "subject": {}
        }
    },
    {
        "_id": "default_categories",
        "display_name": "Default Categories",
        "type": "manageable",
        "selection_type": "multi selection",
        "unique_field": "qcode",
        "items": [
            {"is_active": true, "qcode": "a"},
            {"is_active": true, "qcode": "e"},
            {"is_active": true, "qcode": "f"},
            {"is_active": true, "qcode": "i"},
            {"is_active": true, "qcode": "s"},
            {"is_active": true, "qcode": "t"},
            {"is_active": true, "qcode": "v"}
        ],
        "schema": {
            "qcode": {}
        }
    },
    {
        "_id": "genre",
        "display_name": "Genre",
        "type": "manageable",
        "selection_type": "multi selection",
        "unique_field": "qcode",
        "items": [
            {"is_active": true, "name": "Article (news)", "qcode": "Article"},
            {"is_active": true, "name": "Sidebar", "qcode": "Sidebar"},
            {"is_active": true, "name": "Factbox", "qcode": "Factbox"},
            {"is_active": true, "name": "Feature", "qcode": "Feature"},
            {"is_active": true, "name": "Newsfeature", "qcode": "Newsfeature"},
            {"is_active": true, "name": "Backgrounder", "qcode": "Backgrounder"},
            {"is_active": true, "name": "Opinion", "qcode": "Opinion"},
            {"is_active": true, "name": "View (incl parly sketch)", "qcode": "View"},
            {"is_active": true, "name": "Modular", "qcode": "Modular"},
            {"is_active": true, "name": "Broadcast Script", "qcode": "Broadcast Script"},
            {"is_active": true, "name": "Briefs", "qcode": "Briefs"},
            {"is_active": true, "name": "Colour piece", "qcode": "Colour piece"},
            {"is_active": true, "name": "Obituary", "qcode": "Obituary"},
            {"is_active": true, "name": "Analysis", "qcode": "Analysis"},
            {"is_active": true, "name": "Timeline", "qcode": "Timeline"},
            {"is_active": true, "name": "Chronology", "qcode": "Chronology"},
            {"is_active": true, "name": "Interview", "qcode": "Interview"},
            {"is_active": true, "name": "Results (sport)", "qcode": "Results (sport)"},
            {"is_active": true, "name": "Market Open", "qcode": "Market Open"},
            {"is_active": true, "name": "Market Close", "qcode": "Market Close"},
            {"is_active": true, "name": "Market Report", "qcode": "Market Report"},
            {"is_active": true, "name": "Review", "qcode": "Review"},
            {"is_active": true, "name": "Preview", "qcode": "Preview"}
        ],
        "schema": {
            "name": {"translate": true},
            "qcode": {}
        }
    },
    {
        "_id": "urgency",
        "display_name": "Urgency",
        "type": "manageable",
        "selection_type": "multi selection",
        "unique_field": "qcode",
        "items": [
            {"is_active": true, "name": "1", "qcode": 1},
            {"is_active": true, "name": "2", "qcode": 2},
            {"is_active": true, "name": "3", "qcode": 3},
            {"is_active": true, "name": "4", "qcode": 4},
            {"is_active": true, "name": "5", "qcode": 5}
        ],
        "schema": {
            "name": {"translate": true},
            "qcode": {"type": "integer"},
            "color": {"type": "color", "label": "Сolour"},
            "short": {"type": "short", "label": "List Name", "maxlength": 2, "translate": true}
        }
    },
    {
        "_id": "priority",
        "display_name": "Priority",
        "type": "manageable",
        "selection_type": "multi selection",
        "unique_field": "qcode",
        "items": [
            {"is_active": true, "name": "1", "qcode": 1},
            {"is_active": true, "name": "2", "qcode": 2},
            {"is_active": true, "name": "3", "qcode": 3},
            {"is_active": true, "name": "4", "qcode": 4},
            {"is_active": true, "name": "5", "qcode": 5},
            {"is_active": true, "name": "6", "qcode": 6},
            {"is_active": false, "name": "7", "qcode": 7},
            {"is_active": false, "name": "8", "qcode": 8},
            {"is_active": false, "name": "9", "qcode": 9}
        ],
        "schema": {
            "name": {"translate": true},
            "qcode": {"type": "integer"},
            "color": {"type": "color", "label": "Сolour"},
            "short": {"type": "short", "label": "List Name", "maxlength": 2, "translate": true}
        }
    },
    {
        "_id": "type",
        "display_name": "Article Type",
        "type": "unmanageable",
        "selection_type": "multi selection",
        "items": [
            {"is_active": true, "name": "text", "qcode": "text"},
            {"is_active": true, "name": "preformatted", "qcode": "preformatted"},
            {"is_active": true, "name": "audio", "qcode": "audio"},
            {"is_active": true, "name": "video", "qcode": "video"},
            {"is_active": true, "name": "picture", "qcode": "picture"},
            {"is_active": true, "name": "graphic", "qcode": "graphic"},
            {"is_active": true, "name": "composite", "qcode": "composite"}
        ],
        "init_version": 1
    },
    {
        "_id": "signal",
        "display_name": "Signal",
        "type": "unmanageable",
        "selection_type": "multi selection",
        "items": [
            {"is_active": true, "name": "Correction", "qcode": "Correction"},
            {"is_active": true, "name": "Update", "qcode": "Update"},
            {"is_active": true, "name": "Add", "qcode": "Add"},
            {"is_active": true, "name": "Repeat", "qcode": "Repeat"},
            {"is_active": true, "name": "Content Warning", "qcode": "Content Warning"}
        ]
    },
    {
        "_id": "rightsinfo",
        "display_name": "Copyrights",
        "type": "manageable",
        "selection_type": "multi selection",
        "items": [
            {
                "is_active": true,
                "name": "default",
                "copyrightHolder": "",
                "copyrightNotice": "",
                "usageTerms": ""
            }
        ],
        "schema": {
            "name": {"translate": true},
            "copyrightHolder": {"label": "Copyright Holder", "translate": true},
            "copyrightNotice": {"label": "Copyright Notice", "translate": true},
            "usageTerms": {"label": "Usage Terms", "translate": true}
        },
        "unique_field": "name"
    },
    {
        "_id": "subscriber_types",
        "display_name": "Subscriber Types",
        "type": "unmanageable",
        "selection_type": "do not show",
        "items": [
            {"is_active": true, "name": "All", "qcode": "all",
                "formats": [
                    {"name": "NINJS", "qcode": "ninjs"},
                    {"name": "NINJSv2", "qcode": "ninjs2"},
                    {"name": "NewsML G2", "qcode": "newsmlg2"},
                    {"name": "Email", "qcode": "email"},
                    {"name": "Newsroom NINJS", "qcode": "newsroom ninjs"},
                    {"name": "Adobe InDesign (IDML)", "qcode": "idml"}
                ]},
            {"is_active": true, "name": "Digital/Internet", "qcode": "digital",
                "formats": [
                    {"name": "NINJS", "qcode": "ninjs"},
                    {"name": "NINJSv2", "qcode": "ninjs2"},
                    {"name": "NewsML G2", "qcode": "newsmlg2"},
                    {"name": "Email", "qcode": "email"},
                    {"name": "Newsroom NINJS", "qcode": "newsroom ninjs"},
                    {"name": "Adobe InDesign (IDML)", "qcode": "idml"}
                ]},
            {"is_active": true, "name": "Wire/Paper", "qcode": "wire",
                "formats": [
                    {"name": "NITF", "qcode": "nitf"},
                    {"name": "Email", "qcode": "email"}
                ]}
        ],
        "init_version": 2
    },
    {
        "_id": "crop_sizes",
        "display_name": "Image Crop Sizes",
        "type": "manageable",
{'fraction_non_alphanumeric': 0.22253472620824244, 'fraction_numerical': 0.005682470439673975, 'mean_word_length': 2.0572030180733463, 'pattern_counts': {'":': 653, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6950325', 'n_tokens_mistral': 5597, 'n_tokens_neox': 5444, 'n_words': 1323}