<commit_before>{
    "name": "int-bogus_2.0.14.127884",
    "type": "kJobService",
    "version": "2.0.14.127884",
    "deploy": {
         "replica": 10, 
         "step": 2,
         "interval": 3,
         "max_per_host": 1,
         "tag": "int-bogus",
         "pools": "linkbase,docjoin,ubm"
     }, 
    "pod": {
        "workspace_volum": {
            "size": "15M",
            "type": "kEmptyDir",
            "medium": "kDisk",
            "dest_path": "/home/disk",
            "readonly": false,
            "exclusive": false,
            "use_symlink": true
        },
        "data_volums": [
            {
                "size": "15K",
                "type": "kEmptyDir",
                "medium": "kDisk",
                "dest_path": "/home/disk",
                "readonly": false,
                "exclusive": false,
                "use_symlink": true
            },
            {
                "size": "10K",
                "type": "kEmptyDir",
                "medium": "kDisk",
                "dest_path": "/home/disk",
                "readonly": false,
                "exclusive": false,
                "use_symlink": true
            }
        ],
        "tasks": [
            {
                "cpu": {
                    "millicores": 6000,
                    "excess": false
                },
                "mem": {
                    "size": "13M",
                    "excess":false
                },
                "tcp": {
                    "recv_bps_quota": "15M",
                    "recv_bps_excess": true,
                    "send_bps_quota": "15M",
                    "send_bps_excess": true
                },
                "blkio": {
                    "weight": 2
                },
                "ports": [
                    {
                        "name": "linkbase0",
                        "port": "123"
                    },
                    {
                        "name": "linkbase1",
                        "port": "dynamic"
                    }
                ],
                "exec_package": {
                    "start_cmd": "sh -x start.sh",
                    "stop_cmd": "sh -x stop.sh",
                    "package": {
                        "source_path": "exec_package source_path",
                        "dest_path": "exec_package dest_path",
                        "version": "exec_package 1.0.1"
                        
                    }                   
                },
                "data_package": {
                    "reload_cmd": "sh -x reload.sh",
                    "packages": [
                        {
                            "source_path": "data_package0 source_path",
                            "dest_path": "data_package0 dest_path",
                            "version": "data_package0 1.0.1"
                        },
                        {
                            "source_path": "data_package1 source_path",
                            "dest_path": "data_package1 dest_path",
                            "version": "data_package1 1.0.1"
                        }
                    ]
                },
                "services": [
                    {
                        "service_name": "service0",
                        "port_name": "linkbase0",
                        "use_bns": false
                    },
                    {
                        "service_name": "service0",
                        "port_name": "linkbase1",
                        "use_bns": false
                    }
                ]
            }
        ]
    }    
}<commit_msg>add options for show_agent and add run_user in json<commit_after>{
    "name": "example",
    "type": "kJobService",
    "run_user": "galaxy",
    "deploy": {
        "replica": 1,
        "step": 1,
        "interval": 1,
        "max_per_host": 1,
        "tag": "example",
        "pools": "example1,test"
    },
    "pod": {
        "workspace_volum": {
            "size": "300M",
            "type": "kEmptyDir",
            "medium": "kDisk",
            "dest_path": "/home/work",
            "readonly": false,
            "exclusive": false,
            "use_symlink": true
        },
        "data_volums": [
            {
                "size": "800M",
                "type": "kEmptyDir",
                "medium": "kDisk",
                "dest_path": "/home/data/0",
                "readonly": false,
                "exclusive": false,
                "use_symlink": true
            }
        ],
        "tasks": [
            {
                "cpu": {
                    "millicores": 1000,
                    "excess": false
                },
                "mem": {
                    "size": "800M",
                    "excess": false
                },
                "tcp": {
                    "recv_bps_quota": "30M",
                    "recv_bps_excess": false,
                    "send_bps_quota": "30M",
                    "send_bps_excess": false
                },
                "blkio": {
                    "weight": 500
                },
                "ports": [
                    {
                        "name": "port00",
                        "port": "12300"
                    }
                ],
                "exec_package": {
                    "start_cmd": "sh_start.sh",
                    "stop_cmd": "sh app_stop.sh",
                    "package": {
                        "source_path": "ftp://***.baidu.com/home/users/***/exec/0/linkbase.tar.gz",
                        "dest_path": "/home/spider/0",
                        "version": "1.0.0"
                    }
                },
                "data_package": {
                    "reload_cmd": "sh -x reload.sh",
                    "packages": [
                        {
                            "source_path": "ftp://***.baidu.com/home/users/***/data/00/linkbase.dict.tar.gz",
                            "dest_path": "/home/spider/00/dict",
                            "version": "1.0.0"
                        }
                    ]
                },
                "services": [
                    {
                        "service_name": "service00",
                        "port_name": "port00",
                        "user_bns": false
                    }
                ]
            }
        ]
    }
}
{'fraction_non_alphanumeric': 0.13125, 'fraction_numerical': 0.01796875, 'mean_word_length': 0.7527382256297919, 'pattern_counts': {'":': 137, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4585568', 'n_tokens_mistral': 1823, 'n_tokens_neox': 1619, 'n_words': 271}