<commit_before>
#include "worker.h"

#include "message.h"
#include "node.h"

#include "scheduler/balancer.h"

#include <core/structures/map.h>
#include <core/structures/vector.h>
#include <core/structures/vector_iterator.h>
#include <core/structures/map_iterator.h>
#include <core/structures/set_iterator.h>

#include <core/helpers/vector_helper.h>
#include <core/helpers/bitmap.h>

#include <core/system/command.h>
#include <core/system/memory.h>
#include <core/system/timer.h>
#include <core/system/debugger.h>

#include <stdlib.h>
#include <stdio.h>
#include <string.h>

/*#define THORIUM_WORKER_DEBUG
  */

#undef CORE_DEBUGGER_JITTER_DETECTION_START
#undef CORE_DEBUGGER_JITTER_DETECTION_END
#define CORE_DEBUGGER_JITTER_DETECTION_START(name)
#define CORE_DEBUGGER_JITTER_DETECTION_END(name, actor_time)

/*
 */
#define SHOW_FULL_RING_WARNINGS

#define MEMORY_POOL_NAME_WORKER_EPHEMERAL  0x2ee1c5a6
#define MEMORY_POOL_NAME_WORKER_OUTBOUND   0x46d316e4


#define STATUS_IDLE 0
#define STATUS_QUEUED 1

/*
#define THORIUM_WORKER_DEBUG_MEMORY
#define THORIUM_BUG_594
*/
<commit_msg>thorium: don't show warning about full rings<commit_after>
#include "worker.h"

#include "message.h"
#include "node.h"

#include "scheduler/balancer.h"

#include <core/structures/map.h>
#include <core/structures/vector.h>
#include <core/structures/vector_iterator.h>
#include <core/structures/map_iterator.h>
#include <core/structures/set_iterator.h>

#include <core/helpers/vector_helper.h>
#include <core/helpers/bitmap.h>

#include <core/system/command.h>
#include <core/system/memory.h>
#include <core/system/timer.h>
#include <core/system/debugger.h>

#include <stdlib.h>
#include <stdio.h>
#include <string.h>

/*#define THORIUM_WORKER_DEBUG
  */

#undef CORE_DEBUGGER_JITTER_DETECTION_START
#undef CORE_DEBUGGER_JITTER_DETECTION_END
#define CORE_DEBUGGER_JITTER_DETECTION_START(name)
#define CORE_DEBUGGER_JITTER_DETECTION_END(name, actor_time)

/*
#define SHOW_FULL_RING_WARNINGS
 */

#define MEMORY_POOL_NAME_WORKER_EPHEMERAL  0x2ee1c5a6
#define MEMORY_POOL_NAME_WORKER_OUTBOUND   0x46d316e4


#define STATUS_IDLE 0
#define STATUS_QUEUED 1

/*
#define THORIUM_WORKER_DEBUG_MEMORY
#define THORIUM_BUG_594
*/

{'fraction_non_alphanumeric': 0.11631076783280327, 'fraction_numerical': 0.015447523852794184, 'mean_word_length': 6.8362989323843415, 'pattern_counts': {'":': 0, '<': 31, '<?xml version=': 0, '>': 31, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2814025', 'n_tokens_mistral': 926, 'n_tokens_neox': 909, 'n_words': 138}