<commit_before>[env]
ICHNAEA_CFG = ichnaea.ini

[watcher:server]
cmd = bin/gunicorn -b 127.0.0.1:7001 -w 2 --max-requests=10000 ichnaea:application
send_hup = true

stdout_stream.class = FileStream
stdout_stream.filename = server_out.log
stdout_stream.refresh_time = 0.3
stdout_stream.max_bytes = 10485760
stdout_stream.backup_count = 5

stderr_stream.class = FileStream
stderr_stream.filename = server_err.log
stderr_stream.refresh_time = 0.3
stderr_stream.max_bytes = 10485760
stderr_stream.backup_count = 5

[watcher:beat]
cmd = bin/celery -A ichnaea.worker:celery beat

stdout_stream.class = FileStream
stdout_stream.filename = beat_out.log
stdout_stream.refresh_time = 0.3
stdout_stream.max_bytes = 10485760
stdout_stream.backup_count = 5

stderr_stream.class = FileStream
stderr_stream.filename = beat_err.log
stderr_stream.refresh_time = 0.3
stderr_stream.max_bytes = 10485760
stderr_stream.backup_count = 5

[watcher:worker]
cmd = bin/celery -A ichnaea.worker:celery worker -c 2 --maxtasksperchild=10000

stdout_stream.class = FileStream
stdout_stream.filename = worker_out.log
stdout_stream.refresh_time = 0.3
stdout_stream.max_bytes = 10485760
stdout_stream.backup_count = 5

stderr_stream.class = FileStream
stderr_stream.filename = worker_err.log
stderr_stream.refresh_time = 0.3
stderr_stream.max_bytes = 10485760
stderr_stream.backup_count = 5
<commit_msg>tweak circus log rotation settings (10*1mb instead of 5*10mb files)<commit_after>[env]
ICHNAEA_CFG = ichnaea.ini

[watcher:server]
cmd = bin/gunicorn -b 127.0.0.1:7001 -w 2 --max-requests=10000 ichnaea:application
send_hup = true

stdout_stream.class = FileStream
stdout_stream.filename = server_out.log
stdout_stream.refresh_time = 0.3
stdout_stream.max_bytes = 1048576
stdout_stream.backup_count = 10

stderr_stream.class = FileStream
stderr_stream.filename = server_err.log
stderr_stream.refresh_time = 0.3
stderr_stream.max_bytes = 1048576
stderr_stream.backup_count = 10

[watcher:beat]
cmd = bin/celery -A ichnaea.worker:celery beat

stdout_stream.class = FileStream
stdout_stream.filename = beat_out.log
stdout_stream.refresh_time = 0.3
stdout_stream.max_bytes = 1048576
stdout_stream.backup_count = 10

stderr_stream.class = FileStream
stderr_stream.filename = beat_err.log
stderr_stream.refresh_time = 0.3
stderr_stream.max_bytes = 1048576
stderr_stream.backup_count = 10

[watcher:worker]
cmd = bin/celery -A ichnaea.worker:celery worker -c 2 --maxtasksperchild=10000

stdout_stream.class = FileStream
stdout_stream.filename = worker_out.log
stdout_stream.refresh_time = 0.3
stdout_stream.max_bytes = 1048576
stdout_stream.backup_count = 10

stderr_stream.class = FileStream
stderr_stream.filename = worker_err.log
stderr_stream.refresh_time = 0.3
stderr_stream.max_bytes = 1048576
stderr_stream.backup_count = 10

{'fraction_non_alphanumeric': 0.08446671438797423, 'fraction_numerical': 0.06513958482462419, 'mean_word_length': 6.022613065326633, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5118829', 'n_tokens_mistral': 1097, 'n_tokens_neox': 957, 'n_words': 187}