<commit_before>[apps.metaserver]
name = metaserver
type = meta
arguments = 
port = 20601
run = true
count = 1 
    
[apps.replicaserver]
name = replicaserver
type = replica
arguments =
port = 20801
run = true
count = 3

[apps.client]
name = client
type = client
arguments =
run = true
count = 2 


[core]

tool = simulator
;tool = nativerun
toollets = tracer, profiler, fault_injector
pause_on_start = false

[tools.simulator]
; 0xdeadbeef 3735928559
; 650108032
; 2760548696
; 3996209584
random_seed = 2756568580
use_given_random_seed = true


[network.factory]
;RPC_CHANNEL_TCP = dsn::tools::asio_network_provider
;RPC_CHANNEL_UDP = dsn::tools::asio_network_provider

[task.default]
is_trace = true
is_profile = true
allow_inline = false
rpc_message_channel = RPC_CHANNEL_TCP

rpc_response_drop_ratio = 0.01
disk_write_fail_ratio = 0.0001

[task.LPC_AIO_IMMEDIATE_CALLBACK]
is_trace = false
is_profile = false
allow_inline = true

[task.RPC_BEACON]
is_trace = false
is_profile = false
rpc_message_channel = RPC_CHANNEL_UDP

[task.RPC_BEACON_ACK]
is_trace = false
is_profile = false
rpc_message_channel = RPC_CHANNEL_UDP

[task.LPC_RPC_TIMEOUT]
is_trace = false
is_profile = false

[task.RPC_PREPARE]
pool_code = THREAD_POOL_REPLICATION
priority = TASK_PRIORITY_HIGH
is_trace = true
is_profile = true
allow_inline = false

; specification for each thread pool
[threadpool.default]

[threadpool.THREAD_POOL_DEFAULT]
name = default
partitioned = false
worker_count = 1
; max_input_queue_length = 1024
worker_priority = THREAD_xPRIORITY_NORMAL

; BoundedQueueAdmissionController  MaxTaskQueueSize
; SingleRpcClassResponseTimeAdmissionController   RpcRequestEventCode PercentileType(0-4) LatencyThreshold100ns(from task create to end in local process)
;                                                                      counter percentile type (0-4): 999,   99,  95,  90,  50
;admission_controller_factory_name = SingleRpcClassResponseTimeAdmissionController
;admission_controller_arguments = RPC_TEST 1 20000

;admission_controller_factory_name = BoundedQueueAdmissionController
;admission_controller_arguments = 100

[threadpool.THREAD_POOL_FAILURE_DETECTOR]
name = fd
partitioned = false
worker_count = 1
; max_input_queue_length = 1024
worker_priority = THREAD_xPRIORITY_ABOVE_NORMAL

[threadpool.THREAD_POOL_CM]
name = ConfigManager
partitioned = true
worker_count = 1
; max_input_queue_length = 64
worker_priority = THREAD_xPRIORITY_NORMAL

[threadpool.THREAD_POOL_REPLICATION]
name = replication
partitioned = true
worker_count = 1
; max_input_queue_length = 8192
worker_priority = THREAD_xPRIORITY_NORMAL

[threadpool.THREAD_POOL_LOCAL_APP]
name = localApp
partitioned = false
worker_count = 1
; max_input_queue_length = 8192
worker_priority = THREAD_xPRIORITY_NORMAL

[threadpool.THREAD_POOL_REPLICATION_LONG]
name = replication.Long
partitioned = false
worker_count = 1
; max_input_queue_length = 2
worker_priority = THREAD_xPRIORITY_BELOW_NORMAL


[tools.ModelChecking]
WorkingDir = modist
WorkQueueType = bfs
MaxDepth = 10240
PauseOnStart = true
PauseOnAppIssue = true
PauseOnInternalIssue = true
EnjectFault = false
EnjectErrorCode = true


[replication.meta_servers]
localhost:20601
;localhost:20602
;localhost:20603

[replication]
PrepareTimeoutMsForSecondaries = 1000
PrepareMaxSendCountForSecondaries = 2
LearnTimeoutMs = 30000
LearnMaxSendCount = 3
StalenessForCommit = 20
StalenessForStartPrepareForPotentialSecondary = 110
MutationMaxSizeInMB = 15
MutationMaxPendingTimeMs = 20
PrepareListMaxSizeInMB = 250
RequestBatchDisabled = false
GroupCheckIntervalMs = 100000
GroupCheckMaxSendCount = 3
GroupCheckTimeoutMs = 10000
GroupCheckDisabled = false
LogGcIntervalMs = 30
LogGcDisabled = true
FD_disabled = false
FD_check_interval_seconds = 5
FD_beacon_interval_seconds = 3
FD_lease_seconds = 14
FD_grace_seconds = 15
WorkingDir = test_PartitionServer
MachineListFilePath = metaservers.csv
CoordinatorMachineFunctionName = KCO
CoordinatorPort = 20600
CoordinatorRpcCallTimeoutMsPerSend = 3000
CoordinatorRpcCallMaxSendCount = 10
LogBufferSizeMB = 1
LogPendingMaxMilliseconds = 100
LogSegmentFileSizeInMB = 32
LogBatchWrite = true
<commit_msg>add multi-format network support (by opening multi ports - each for different formats)<commit_after>[apps.metaserver]
name = metaserver
type = meta
arguments = 
port = 20601
run = true
count = 1 
    
[apps.replicaserver]
name = replicaserver
type = replica
arguments =
port = 20801
run = true
count = 3

[apps.client]
name = client
type = client
arguments =
run = true
count = 2 

[core]

;tool = simulator
tool = nativerun
;toollets = tracer, profiler, fault_injector
pause_on_start = false

[tools.simulator]
random_seed = 2756568580
use_given_random_seed = true

[network]
;channel.message_format = network_provider_name,buffer_block_size
;each format will occupy a port (from app.port to app.port+1, ...)
RPC_CHANNEL_TCP.dsn = dsn::tools::asio_network_provider,65536
RPC_CHANNEL_UDP.dsn = dsn::tools::asio_network_provider,65536
;RPC_CHANNEL_TCP.thrift = dsn::tools::asio_network_provider,65536
;RPC_CHANNEL_UDP.thrift = dsn::tools::asio_network_provider,65536

; how many network threads for network library (used by asio)
io_service_worker_count = 4

[task.default]
is_trace = true
is_profile = true
allow_inline = false
fast_execution_in_network_thread = true
rpc_message_channel = RPC_CHANNEL_TCP

rpc_response_drop_ratio = 0.01
disk_write_fail_ratio = 0.0001

[task.LPC_AIO_IMMEDIATE_CALLBACK]
is_trace = false
is_profile = false
allow_inline = true

[task.RPC_BEACON]
is_trace = false
is_profile = false
rpc_message_channel = RPC_CHANNEL_UDP

[task.RPC_BEACON_ACK]
is_trace = false
is_profile = false
rpc_message_channel = RPC_CHANNEL_UDP

[task.LPC_RPC_TIMEOUT]
is_trace = false
is_profile = false

[task.RPC_PREPARE]
pool_code = THREAD_POOL_REPLICATION
priority = TASK_PRIORITY_HIGH
is_trace = true
is_profile = true
allow_inline = false

; specification for each thread pool
[threadpool.default]

[threadpool.THREAD_POOL_DEFAULT]
name = default
partitioned = false
worker_count = 1
; max_input_queue_length = 1024
worker_priority = THREAD_xPRIORITY_NORMAL

; BoundedQueueAdmissionController  MaxTaskQueueSize
; SingleRpcClassResponseTimeAdmissionController   RpcRequestEventCode PercentileType(0-4) LatencyThreshold100ns(from task create to end in local process)
;                                                                      counter percentile type (0-4): 999,   99,  95,  90,  50
;admission_controller_factory_name = SingleRpcClassResponseTimeAdmissionController
;admission_controller_arguments = RPC_TEST 1 20000

;admission_controller_factory_name = BoundedQueueAdmissionController
;admission_controller_arguments = 100

[threadpool.THREAD_POOL_FAILURE_DETECTOR]
name = fd
partitioned = false
worker_count = 1
; max_input_queue_length = 1024
worker_priority = THREAD_xPRIORITY_ABOVE_NORMAL

[threadpool.THREAD_POOL_CM]
name = ConfigManager
partitioned = true
worker_count = 1
; max_input_queue_length = 64
worker_priority = THREAD_xPRIORITY_NORMAL

[threadpool.THREAD_POOL_REPLICATION]
name = replication
partitioned = true
worker_count = 1
; max_input_queue_length = 8192
worker_priority = THREAD_xPRIORITY_NORMAL

[threadpool.THREAD_POOL_LOCAL_APP]
name = localApp
partitioned = false
worker_count = 1
; max_input_queue_length = 8192
worker_priority = THREAD_xPRIORITY_NORMAL

[threadpool.THREAD_POOL_REPLICATION_LONG]
name = replication.Long
partitioned = false
worker_count = 1
; max_input_queue_length = 2
worker_priority = THREAD_xPRIORITY_BELOW_NORMAL


[tools.ModelChecking]
WorkingDir = modist
WorkQueueType = bfs
MaxDepth = 10240
PauseOnStart = true
PauseOnAppIssue = true
PauseOnInternalIssue = true
EnjectFault = false
EnjectErrorCode = true


[replication.meta_servers]
localhost:20601
;localhost:20602
;localhost:20603

[replication]
PrepareTimeoutMsForSecondaries = 1000
PrepareMaxSendCountForSecondaries = 2
LearnTimeoutMs = 30000
LearnMaxSendCount = 3
StalenessForCommit = 20
StalenessForStartPrepareForPotentialSecondary = 110
MutationMaxSizeInMB = 15
MutationMaxPendingTimeMs = 20
PrepareListMaxSizeInMB = 250
RequestBatchDisabled = false
GroupCheckIntervalMs = 100000
GroupCheckMaxSendCount = 3
GroupCheckTimeoutMs = 10000
GroupCheckDisabled = false
LogGcIntervalMs = 30
LogGcDisabled = true
FD_disabled = false
FD_check_interval_seconds = 5
FD_beacon_interval_seconds = 3
FD_lease_seconds = 14
FD_grace_seconds = 15
WorkingDir = test_PartitionServer
MachineListFilePath = metaservers.csv
CoordinatorMachineFunctionName = KCO
CoordinatorPort = 20600
CoordinatorRpcCallTimeoutMsPerSend = 3000
CoordinatorRpcCallMaxSendCount = 10
LogBufferSizeMB = 1
LogPendingMaxMilliseconds = 100
LogSegmentFileSizeInMB = 32
LogBatchWrite = true

{'fraction_non_alphanumeric': 0.05919395465994962, 'fraction_numerical': 0.04442408976414014, 'mean_word_length': 6.321877619446773, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 6, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4633989', 'n_tokens_mistral': 3212, 'n_tokens_neox': 2861, 'n_words': 632}