<commit_before>class RetrievalLite::Corpus
  attr_accessor :documents

  # @param document [Array<Document>] the document to be added
  def initialize(documents = [], opts = {})
    @documents = documents
  end

  # Adds a document to the corpus
  # @param document [Document] the document to be added
  def add(document)
    @documents << document
  end

  # @return [Integer] the number documents in the corpus
  def corpus_size
    documents.size
  end
end<commit_msg>surpress yard warning<commit_after>class RetrievalLite::Corpus
  attr_accessor :documents

  # @param document [Array<Document>] the document to be added
  # @param opts [Hash] optional arguments
  def initialize(documents = [], opts = {})
    @documents = documents
  end

  # Adds a document to the corpus
  # @param document [Document] the document to be added
  def add(document)
    @documents << document
  end

  # @return [Integer] the number documents in the corpus
  def corpus_size
    documents.size
  end
end
{'fraction_non_alphanumeric': 0.08064516129032258, 'fraction_numerical': 0.0, 'mean_word_length': 3.84390243902439, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '748049', 'n_tokens_mistral': 297, 'n_tokens_neox': 278, 'n_words': 106}