<commit_before>#ifndef IV_USTRING_H_
#define IV_USTRING_H_
#include <string>
#include <iv/detail/functional.h>
#include <iv/detail/cstdint.h>
#include <iv/stringpiece.h>
#include <iv/conversions.h>
namespace iv {
namespace core {

typedef std::basic_string<uint16_t,
                          std::char_traits<uint16_t> > UString;

inline UString ToUString(const StringPiece& piece) {
  return UString(piece.begin(), piece.end());
}

inline UString ToUString(const UStringPiece& piece) {<commit_msg>clean up ustring.h<commit_after>#ifndef IV_USTRING_H_
#define IV_USTRING_H_
#include <string>
#include <iv/detail/functional.h>
#include <iv/detail/cstdint.h>
#include <iv/stringpiece.h>
#include <iv/conversions.h>
namespace iv {
namespace core {

typedef std::basic_string<uint16_t> UString;

inline UString ToUString(const StringPiece& piece) {
  return UString(piece.begin(), piece.end());
}

inline UString ToUString(const UStringPiece& piece) {
{'fraction_non_alphanumeric': 0.12447257383966245, 'fraction_numerical': 0.006329113924050633, 'mean_word_length': 5.683098591549296, 'pattern_counts': {'":': 0, '<': 16, '<?xml version=': 0, '>': 16, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3770463', 'n_tokens_mistral': 345, 'n_tokens_neox': 335, 'n_words': 71}