<commit_before>$:.unshift File.expand_path(File.dirname(__FILE__))
$:.unshift File.expand_path(File.dirname(__FILE__) + "/rbplusplus")

require 'rubygems'
require 'rbgccxml'

require 'inflector'
require 'fileutils'
require 'singleton'
require 'rbplusplus/rbplusplus'

require 'fileutils'

module RbPlusPlus

  RBPP_COMMENT = "// This file generated by rb++"

  autoload :Extension, "rbplusplus/extension"
  autoload :RbModule, "rbplusplus/module"
  autoload :Logger, "rbplusplus/logger"

  module Builders
    autoload :Base, "rbplusplus/builders/base"
    autoload :ClassBuilder, "rbplusplus/builders/class"
    autoload :ExtensionBuilder, "rbplusplus/builders/extension"
    autoload :ModuleBuilder, "rbplusplus/builders/module"
    autoload :EnumerationBuilder, "rbplusplus/builders/enumeration"
    autoload :TypesManager, "rbplusplus/builders/types_manager"
  end

  module Writers
    autoload :Base, "rbplusplus/writers/base"
    autoload :ExtensionWriter, "rbplusplus/writers/extension"
    autoload :MultipleFilesWriter, "rbplusplus/writers/multiple_files_writer"
    autoload :SingleFileWriter, "rbplusplus/writers/single_file_writer"
  end
end

class String #:nodoc:
  # Functionize attempts to rename a string in a cpp function friendly way.
  #
  # vector<float>::x => vector_float__x
  def functionize
    gsub("::","_").gsub(/[ ,<>]/, "_").gsub("*", "Ptr")
  end
end

require 'rbplusplus/transformers/rbgccxml'
require 'rbplusplus/transformers/node_cache'
require 'rbplusplus/transformers/node'
require 'rbplusplus/transformers/node_reference'
require 'rbplusplus/transformers/function'
require 'rbplusplus/transformers/method'
require 'rbplusplus/transformers/constructor'
require 'rbplusplus/transformers/class'
require 'rbplusplus/transformers/module'
<commit_msg>Don't require files that don't exist anymore<commit_after>$:.unshift File.expand_path(File.dirname(__FILE__))
$:.unshift File.expand_path(File.dirname(__FILE__) + "/rbplusplus")

require 'rubygems'
require 'rbgccxml'

require 'inflector'
require 'fileutils'
require 'singleton'
require 'rbplusplus/rbplusplus'

require 'fileutils'

module RbPlusPlus

  RBPP_COMMENT = "// This file generated by rb++"

  autoload :Extension, "rbplusplus/extension"
  autoload :RbModule, "rbplusplus/module"
  autoload :Logger, "rbplusplus/logger"

  module Builders
    autoload :Base, "rbplusplus/builders/base"
    autoload :ClassBuilder, "rbplusplus/builders/class"
    autoload :ExtensionBuilder, "rbplusplus/builders/extension"
    autoload :ModuleBuilder, "rbplusplus/builders/module"
    autoload :EnumerationBuilder, "rbplusplus/builders/enumeration"
    autoload :TypesManager, "rbplusplus/builders/types_manager"
  end

  module Writers
    autoload :Base, "rbplusplus/writers/base"
    autoload :ExtensionWriter, "rbplusplus/writers/extension"
    autoload :MultipleFilesWriter, "rbplusplus/writers/multiple_files_writer"
    autoload :SingleFileWriter, "rbplusplus/writers/single_file_writer"
  end
end

class String #:nodoc:
  # Functionize attempts to rename a string in a cpp function friendly way.
  #
  # vector<float>::x => vector_float__x
  def functionize
    gsub("::","_").gsub(/[ ,<>]/, "_").gsub("*", "Ptr")
  end
end

require 'rbplusplus/transformers/rbgccxml'
require 'rbplusplus/transformers/node_cache'
require 'rbplusplus/transformers/node'
require 'rbplusplus/transformers/node_reference'
require 'rbplusplus/transformers/function'
require 'rbplusplus/transformers/class'
require 'rbplusplus/transformers/module'

{'fraction_non_alphanumeric': 0.11345496009122007, 'fraction_numerical': 0.0, 'mean_word_length': 5.787234042553192, 'pattern_counts': {'":': 2, '<': 7, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '461972', 'n_tokens_mistral': 1181, 'n_tokens_neox': 1152, 'n_words': 232}