<commit_before>{
    "apiVersion": "extensions/v1beta1",
    "kind": "Deployment",
    "metadata": {
        "labels": {
            "component": "spark-worker"
        },
        "name": "spark-worker-controller",
        "namespace": "spark-cluster-production"
    },
    "spec": {
        "replicas": 8,
        "selector": {
            "matchLabels": {
                "component": "spark-worker"
            }
        },
        "strategy": {
            "rollingUpdate": {
                "maxSurge": 1,
                "maxUnavailable": 1
            },
            "type": "RollingUpdate"
        },
        "template": {
            "metadata": {
                "labels": {
                    "component": "spark-worker"
                }
            },
            "spec": {
                "containers": [
                    {
                        "args": [
                            "worker"
                        ],
                        "env": [
                            {
                                "name": "SPARK_MASTER_URL",
                                "value": "spark-cluster-master:7077"
                            },
                            {
                                "name": "SPARK_WORKER_MEM",
                                "value": "13G"
                            }
                        ],
                        "image": "quay.io/winkapp/spark-standalone:master",
                        "imagePullPolicy": "IfNotPresent",
                        "name": "spark-worker",
                        "ports": [
                            {
                                "containerPort": 8081,
                                "protocol": "TCP"<commit_msg>adds a liveness probe on the production config for spark v1.6.0 worker controller<commit_after>{
    "apiVersion": "extensions/v1beta1",
    "kind": "Deployment",
    "metadata": {
        "labels": {
            "component": "spark-worker"
        },
        "name": "spark-worker-controller",
        "namespace": "spark-cluster-production"
    },
    "spec": {
        "replicas": 8,
        "selector": {
            "matchLabels": {
                "component": "spark-worker"
            }
        },
        "strategy": {
            "rollingUpdate": {
                "maxSurge": 1,
                "maxUnavailable": 1
            },
            "type": "RollingUpdate"
        },
        "template": {
            "metadata": {
                "labels": {
                    "component": "spark-worker"
                }
            },
            "spec": {
                "containers": [
                    {
                        "args": [
                            "worker"
                        ],
                        "env": [
                            {
                                "name": "SPARK_MASTER_URL",
                                "value": "spark-cluster-master:7077"
                            },
                            {
                                "name": "SPARK_WORKER_MEM",
                                "value": "13G"
                            }
                        ],
                        "image": "quay.io/winkapp/spark-standalone:master",
                        "imagePullPolicy": "IfNotPresent",
                        "livenessProbe": {
                            "failureThreshold": 3,
                            "httpGet": {
                                "path": "/",
                                "port": 8081,
                                "scheme": "HTTP"
                            },
                            "initialDelaySeconds": 10,
                            "periodSeconds": 30,
                            "successThreshold": 1,
                            "timeoutSeconds": 10
                        },
                        "name": "spark-worker",
                        "ports": [
                            {
                                "containerPort": 8081,
                                "protocol": "TCP"
{'fraction_non_alphanumeric': 0.11638250555967383, 'fraction_numerical': 0.01111934766493699, 'mean_word_length': 0.7051390058972199, 'pattern_counts': {'":': 80, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7513', 'n_tokens_mistral': 997, 'n_tokens_neox': 900, 'n_words': 142}