<commit_before>//===- StringTable.cpp - CodeView String Table Reader/Writer ----*- C++ -*-===//
//
//                     The LLVM Compiler Infrastructure
//
// This file is distributed under the University of Illinois Open Source
// License. See LICENSE.TXT for details.
//
//===----------------------------------------------------------------------===//

#include "llvm/DebugInfo/CodeView/StringTable.h"

#include "llvm/Support/BinaryStream.h"
#include "llvm/Support/BinaryStreamReader.h"
#include "llvm/Support/BinaryStreamWriter.h"

using namespace llvm;
using namespace llvm::codeview;

StringTableRef::StringTableRef() {}

Error StringTableRef::initialize(BinaryStreamReader &Reader) {
  return Reader.readStreamRef(Stream, Reader.bytesRemaining());
}

StringRef StringTableRef::getString(uint32_t Offset) const {
  BinaryStreamReader Reader(Stream);
  Reader.setOffset(Offset);
  StringRef Result;
  Error EC = Reader.readCString(Result);
  assert(!EC);
  consumeError(std::move(EC));
  return Result;
}

uint32_t StringTable::insert(StringRef S) {
  auto P = Strings.insert({S, StringSize});

  // If a given string didn't exist in the string table, we want to increment
  // the string table size.
  if (P.second)
    StringSize += S.size() + 1; // +1 for '\0'
  return P.first->second;
}

uint32_t StringTable::calculateSerializedSize() const { return StringSize; }

Error StringTable::commit(BinaryStreamWriter &Writer) const {
  assert(Writer.bytesRemaining() == StringSize);
  uint32_t MaxOffset = 1;

  for (auto &Pair : Strings) {
    StringRef S = Pair.getKey();
    uint32_t Offset = Pair.getValue();
    Writer.setOffset(Offset);
    if (auto EC = Writer.writeCString(S))
      return EC;
    MaxOffset = std::max(MaxOffset, Offset + S.size() + 1);
  }

  Writer.setOffset(MaxOffset);
  assert(Writer.bytesRemaining() == 0);
  return Error::success();
}

uint32_t StringTable::size() const { return Strings.size(); }<commit_msg>Fix type conversion error.<commit_after>//===- StringTable.cpp - CodeView String Table Reader/Writer ----*- C++ -*-===//
//
//                     The LLVM Compiler Infrastructure
//
// This file is distributed under the University of Illinois Open Source
// License. See LICENSE.TXT for details.
//
//===----------------------------------------------------------------------===//

#include "llvm/DebugInfo/CodeView/StringTable.h"

#include "llvm/Support/BinaryStream.h"
#include "llvm/Support/BinaryStreamReader.h"
#include "llvm/Support/BinaryStreamWriter.h"

using namespace llvm;
using namespace llvm::codeview;

StringTableRef::StringTableRef() {}

Error StringTableRef::initialize(BinaryStreamReader &Reader) {
  return Reader.readStreamRef(Stream, Reader.bytesRemaining());
}

StringRef StringTableRef::getString(uint32_t Offset) const {
  BinaryStreamReader Reader(Stream);
  Reader.setOffset(Offset);
  StringRef Result;
  Error EC = Reader.readCString(Result);
  assert(!EC);
  consumeError(std::move(EC));
  return Result;
}

uint32_t StringTable::insert(StringRef S) {
  auto P = Strings.insert({S, StringSize});

  // If a given string didn't exist in the string table, we want to increment
  // the string table size.
  if (P.second)
    StringSize += S.size() + 1; // +1 for '\0'
  return P.first->second;
}

uint32_t StringTable::calculateSerializedSize() const { return StringSize; }

Error StringTable::commit(BinaryStreamWriter &Writer) const {
  assert(Writer.bytesRemaining() == StringSize);
  uint32_t MaxOffset = 1;

  for (auto &Pair : Strings) {
    StringRef S = Pair.getKey();
    uint32_t Offset = Pair.getValue();
    Writer.setOffset(Offset);
    if (auto EC = Writer.writeCString(S))
      return EC;
    MaxOffset = std::max<uint32_t>(MaxOffset, Offset + S.size() + 1);
  }

  Writer.setOffset(MaxOffset);
  assert(Writer.bytesRemaining() == 0);
  return Error::success();
}

uint32_t StringTable::size() const { return Strings.size(); }
{'fraction_non_alphanumeric': 0.1719029374201788, 'fraction_numerical': 0.009706257982120051, 'mean_word_length': 3.5063291139240507, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 6, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '395995', 'n_tokens_mistral': 1214, 'n_tokens_neox': 1162, 'n_words': 293}