<commit_before>; #################################################
; #
; # Batch scheduler and workers configuration
; #
; #################################################


[template]
logDir					= @LOG_DIR@/batch/
statusInterval			= 300
serviceUrl				= @SERVICE_URL@
partnerId				= -1
secret					= @BATCH_PARTNER_ADMIN_SECRET@
curlTimeout				= 180
dwhPath					= @LOG_DIR@/dwh.log
dwhEnabled				= 0
timezone				= @TIME_ZONE@
;tasksetPath			= /bin/taskset
enabledWorkers[]		= KScheduleHelper


[@BATCH_HOST_NAME@ : template]
id						= 1
name					= Default Scheduler
enabledWorkers[]		= DirectoryCleanupLocal
enabledWorkers[]		= DirectoryCleanupShared
enabledWorkers[]		= DirectoryCleanupUploads
enabledWorkers[]		= DirectoryCleanupWebcam
enabledWorkers[]		= DirectoryCleanupBatchLogs
enabledWorkers[]		= KAsyncDbCleanup
enabledWorkers[]		= KAsyncPartnerLoadCleanup
enabledWorkers[]		= KAsyncImport
enabledWorkers[]		= KAsyncNotifier
enabledWorkers[]		= KAsyncMailer
enabledWorkers[]		= KAsyncExtractMedia
enabledWorkers[]		= KAsyncConvert
enabledWorkers[]		= KAsyncConvertCloser
enabledWorkers[]		= KAsyncConvertProfileCloser
enabledWorkers[]		= KAsyncPostConvert
enabledWorkers[]		= KAsyncBulkUpload
enabledWorkers[]		= KAsyncBulkUploadCloser
enabledWorkers[]		= KAsyncBulkDownloadCloser
enabledWorkers[]		= KAsyncProvisionProvide
enabledWorkers[]		= KAsyncProvisionDelete
enabledWorkers[]		= KAsyncStorageExport
enabledWorkers[]		= KAsyncStorageDelete
enabledWorkers[]		= KAsyncCaptureThumb
enabledWorkers[]		= KAsyncDistributeSubmit
enabledWorkers[]		= KAsyncDistributeUpdate
enabledWorkers[]		= KAsyncDistributeDelete
enabledWorkers[]		= KAsyncDistributeFetchReport
enabledWorkers[]		= KAsyncDistributeSubmitCloser
enabledWorkers[]		= KAsyncDistributeUpdateCloser
enabledWorkers[]		= KAsyncDistributeDeleteCloser
enabledWorkers[]		= KAsyncDistributeFetchReportCloser
enabledWorkers[]		= KAsyncSynchronizeDistribution
enabledWorkers[]		= KAsyncDropFolderWatcher
enabledWorkers[]		= KAsyncDropFolderHandler
enabledWorkers[]		= KAsyncTransformMetadata
enabledWorkers[]		= KAsyncDispatchEventNotification
enabledWorkers[]		= KAsyncIndex
enabledWorkers[]		= KAsyncDelete
enabledWorkers[]		= KAsyncMoveCategoryEntries
enabledWorkers[]		= KAsyncCopy
enabledWorkers[]		= KAsyncParseCaptionAsset

[Worker]
maximumExecutionTime	= 300

[JobHandlerWorker : Worker]
maxInstances			= 1
fileExistReties			= 3
fileExistInterval		= 5
maxJobsEachRun			= 1

[JobCloserWorker : JobHandlerWorker]
maxJobsEachRun			= 10
params.maxTimeBeforeFail = 10000 

[PeriodicWorker : Worker]
sleepBetweenStopStart	= 60

[DirectoryCleanup : PeriodicWorker]
type					= KAsyncDirectoryCleanup
maximumExecutionTime	= 600
scriptPath				= batches/Cleanup/KAsyncDirectoryCleanupExe.php
sleepBetweenStopStart	= 3600
params.minutesOld 		= 720

;for windows machines
;params.usePHP			= 1<commit_msg>qnd: udpates to the batch template. <commit_after>; #################################################
; #
; # Batch scheduler and workers configuration
; #
; #################################################


[template]
logDir					= @LOG_DIR@/batch/
statusInterval			= 300
serviceUrl				= @SERVICE_URL@
partnerId				= -1
secret					= @BATCH_PARTNER_ADMIN_SECRET@
curlTimeout				= 180
dwhPath					= @LOG_DIR@/dwh.log
dwhEnabled				= 0
timezone				= @TIME_ZONE@
statusInterval          		= 300
;tasksetPath			= /bin/taskset
enabledWorkers[]		= KScheduleHelper


[@BATCH_HOST_NAME@ : template]
id						= 1
name					= Default Scheduler
enabledWorkers[]		= DirectoryCleanupLocal
enabledWorkers[]		= DirectoryCleanupShared
enabledWorkers[]		= DirectoryCleanupUploads
enabledWorkers[]		= DirectoryCleanupWebcam
enabledWorkers[]		= DirectoryCleanupBatchLogs
enabledWorkers[]		= KAsyncDbCleanup
enabledWorkers[]		= KAsyncPartnerLoadCleanup
enabledWorkers[]		= KAsyncImport
enabledWorkers[]		= KAsyncNotifier
enabledWorkers[]		= KAsyncMailer
enabledWorkers[]		= KAsyncExtractMedia
enabledWorkers[]		= KAsyncConvert
enabledWorkers[]		= KAsyncConvertCloser
enabledWorkers[]		= KAsyncConvertProfileCloser
enabledWorkers[]		= KAsyncPostConvert
enabledWorkers[]		= KAsyncBulkUpload
enabledWorkers[]		= KAsyncBulkUploadCloser
enabledWorkers[]		= KAsyncBulkDownloadCloser
enabledWorkers[]		= KAsyncProvisionProvide
enabledWorkers[]		= KAsyncProvisionDelete
enabledWorkers[]		= KAsyncStorageExport
enabledWorkers[]		= KAsyncStorageDelete
enabledWorkers[]		= KAsyncCaptureThumb
enabledWorkers[]		= KAsyncDistributeSubmit
enabledWorkers[]		= KAsyncDistributeUpdate
enabledWorkers[]		= KAsyncDistributeDelete
enabledWorkers[]		= KAsyncDistributeFetchReport
enabledWorkers[]		= KAsyncDistributeSubmitCloser
enabledWorkers[]		= KAsyncDistributeUpdateCloser
enabledWorkers[]		= KAsyncDistributeDeleteCloser
enabledWorkers[]		= KAsyncDistributeFetchReportCloser
enabledWorkers[]		= KAsyncSynchronizeDistribution
enabledWorkers[]		= KAsyncDropFolderWatcher
enabledWorkers[]		= KAsyncDropFolderHandler
enabledWorkers[]		= KAsyncTransformMetadata
enabledWorkers[]		= KAsyncDispatchEventNotification
enabledWorkers[]		= KAsyncIndex
enabledWorkers[]		= KAsyncDelete
enabledWorkers[]		= KAsyncMoveCategoryEntries
enabledWorkers[]		= KAsyncCopy
enabledWorkers[]		= KAsyncParseCaptionAsset

[Worker]
maximumExecutionTime	= 300
maxInstances			= 1

[JobHandlerWorker : Worker]
fileExistReties			= 3
fileExistInterval		= 5
maxJobsEachRun			= 1

[JobCloserWorker : JobHandlerWorker]
maxJobsEachRun			= 10
params.maxTimeBeforeFail = 10000 

[PeriodicWorker : Worker]
sleepBetweenStopStart	= 60

[DirectoryCleanup : PeriodicWorker]
type					= KAsyncDirectoryCleanup
maximumExecutionTime	= 600
scriptPath				= batches/Cleanup/KAsyncDirectoryCleanupExe.php
sleepBetweenStopStart	= 3600
params.minutesOld 		= 720

;for windows machines
;params.usePHP			= 1
{'fraction_non_alphanumeric': 0.10718614718614719, 'fraction_numerical': 0.012987012987012988, 'mean_word_length': 6.680851063829787, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1190219', 'n_tokens_mistral': 2048, 'n_tokens_neox': 1862, 'n_words': 323}