<commit_before>require 'fileutils'
require 'pathname'
require 'uri'
require 'net/http'
require 'json'
require 'digest'
require 'zlib'
require 'tmpdir'
require 'archive/tar/minitar'

require 'librarian/helpers/debug'

require 'librarian/chef/source/site/manifest'

module Librarian
  module Chef
    module Source
      class Site

        include Helpers::Debug

        class Line

          include Helpers::Debug

          attr_accessor :source, :name
          private :source=, :name=

          def initialize(source, name)
            self.source = source
            self.name = name
          end
<commit_msg>Add a missing require.<commit_after>require 'fileutils'
require 'pathname'
require 'uri'
require 'net/http'
require 'json'
require 'digest'
require 'zlib'
require 'tmpdir'
require 'archive/tar/minitar'

require 'librarian/helpers/debug'

require 'librarian/chef/source/site/manifest'
require 'librarian/chef/manifest_reader'

module Librarian
  module Chef
    module Source
      class Site

        include Helpers::Debug

        class Line

          include Helpers::Debug

          attr_accessor :source, :name
          private :source=, :name=

          def initialize(source, name)
            self.source = source
            self.name = name
          end

{'fraction_non_alphanumeric': 0.08618012422360248, 'fraction_numerical': 0.0, 'mean_word_length': 2.630985915492958, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3290180', 'n_tokens_mistral': 387, 'n_tokens_neox': 371, 'n_words': 105}