<commit_before>#include <string>
#include "PSO2String.h"
#include "Poco/UnicodeConverter.h"

Polaris::Data::PSO2String Polaris::Data::CreatePSO2String(std::string sourceString, int subValue, int xorValue) {
    PSO2String theString;
    theString.magicValue = ((sourceString.size() + 1) + subValue) ^ xorValue;
    std::wstring utfstring;
    Poco::UnicodeConverter::toUTF16(sourceString, utfstring);
    theString.utf16string = utfstring;
    theString.dataLength = sizeof(theString.magicValue) + utfstring.size() * sizeof(wchar_t);
    return utfstring;
}<commit_msg>Return PSO2String and not the wstring<commit_after>#include <string>
#include "PSO2String.h"
#include "Poco/UnicodeConverter.h"

Polaris::Data::PSO2String Polaris::Data::CreatePSO2String(std::string sourceString, int subValue, int xorValue) {
    PSO2String theString;
    theString.magicValue = ((sourceString.size() + 1) + subValue) ^ xorValue;
    std::wstring utfstring;
    Poco::UnicodeConverter::toUTF16(sourceString, utfstring);
    theString.utf16string = utfstring;
    theString.dataLength = sizeof(theString.magicValue) + utfstring.size() * sizeof(wchar_t);
    return theString;
}
{'fraction_non_alphanumeric': 0.12564543889845095, 'fraction_numerical': 0.016351118760757316, 'mean_word_length': 6.091463414634147, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4425707', 'n_tokens_mistral': 392, 'n_tokens_neox': 386, 'n_words': 69}