<commit_before># ---------------------------------------------------------
# Copyright (c) Microsoft Corporation. All rights reserved.
# ---------------------------------------------------------

# pylint: disable=unused-argument,no-self-use

from marshmallow import INCLUDE, Schema, fields, post_dump, post_load

from azure.ai.ml._schema.core.fields import ArmStr
from azure.ai.ml._schema.pipeline.pipeline_component import NodeNameStr
from azure.ai.ml.constants._common import AzureMLResourceType


class PipelineJobSettingsSchema(Schema):
    class Meta:
        unknown = INCLUDE

    default_datastore = ArmStr(azureml_type=AzureMLResourceType.DATASTORE)
    default_compute = ArmStr(azureml_type=AzureMLResourceType.COMPUTE)
    continue_on_step_failure = fields.Bool()
    force_rerun = fields.Bool()
    on_init = NodeNameStr()
    on_finalize = NodeNameStr()<commit_msg>try to hide init/finalize in spec (#27446)<commit_after># ---------------------------------------------------------
# Copyright (c) Microsoft Corporation. All rights reserved.
# ---------------------------------------------------------

# pylint: disable=unused-argument,no-self-use

from marshmallow import INCLUDE, Schema, fields, post_dump, post_load

from azure.ai.ml._schema.core.fields import ArmStr
from azure.ai.ml._schema.pipeline.pipeline_component import NodeNameStr
from azure.ai.ml._utils.utils import is_private_preview_enabled
from azure.ai.ml.constants._common import AzureMLResourceType


class PipelineJobSettingsSchema(Schema):
    class Meta:
        unknown = INCLUDE

    default_datastore = ArmStr(azureml_type=AzureMLResourceType.DATASTORE)
    default_compute = ArmStr(azureml_type=AzureMLResourceType.COMPUTE)
    continue_on_step_failure = fields.Bool()
    force_rerun = fields.Bool()

    # move init/finalize under private preview flag to hide them in spec
    if is_private_preview_enabled():
        on_init = NodeNameStr()
        on_finalize = NodeNameStr()
{'fraction_non_alphanumeric': 0.18730964467005076, 'fraction_numerical': 0.0025380710659898475, 'mean_word_length': 2.7614503816793894, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4937825', 'n_tokens_mistral': 546, 'n_tokens_neox': 537, 'n_words': 118}