<commit_before>#include "descriptor_manager.h"

#include <stdio.h>

#if defined(WIN32) || defined(_WIN32)
#include <crtdbg.h>
#endif

::nwol::CDescriptorManager*	nwol::getDescriptorManager				()	{	
	return &::nwol::CDescriptorManager::get();	
}

::nwol::error_t				nwol::CDescriptorManager::AddDescriptor	(const ::nwol::GDATA_TYPE* descriptor, uint32_t maxReadSize, ::nwol::array_view<const ::nwol::GDATA_TYPE>& arrayView)
{
	arrayView											= DescriptorData[0].get_array_view(0);	// the zero element is an empty string. Set in case of failure.

	if(0 == maxReadSize) // empty descriptor
		return 0;

	if(0 == descriptor[0]) // empty descriptor
		return 0;

	const unsigned char										key				= ((unsigned char)GTYPEID_TOTALBYTES(descriptor[0])) % MAX_DESCRIPTORDATA_ARRAYS;

	int32_t													itemIndex		= -1;
<commit_msg>* Removed unnecessary include line in descriptor_manager.cpp.<commit_after>#include "descriptor_manager.h"

#include <stdio.h>

::nwol::CDescriptorManager*	nwol::getDescriptorManager				()	{	
	return &::nwol::CDescriptorManager::get();	
}

::nwol::error_t				nwol::CDescriptorManager::AddDescriptor	(const ::nwol::GDATA_TYPE* descriptor, uint32_t maxReadSize, ::nwol::array_view<const ::nwol::GDATA_TYPE>& arrayView)
{
	arrayView											= DescriptorData[0].get_array_view(0);	// the zero element is an empty string. Set in case of failure.

	if(0 == maxReadSize) // empty descriptor
		return 0;

	if(0 == descriptor[0]) // empty descriptor
		return 0;

	const unsigned char										key				= ((unsigned char)GTYPEID_TOTALBYTES(descriptor[0])) % MAX_DESCRIPTORDATA_ARRAYS;

	int32_t													itemIndex		= -1;

{'fraction_non_alphanumeric': 0.1330498177399757, 'fraction_numerical': 0.018226002430133656, 'mean_word_length': 4.5641891891891895, 'pattern_counts': {'":': 0, '<': 8, '<?xml version=': 0, '>': 8, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4524595', 'n_tokens_mistral': 670, 'n_tokens_neox': 573, 'n_words': 120}