<commit_before>require 'zip'

module ZipFiles

  # zip the files in the current directory using the rubyzip gem
  def self.zip_current_directory_files
    folder = "./"
    input_filenames = ['README.md']
    zipfile_name = "./ZipFiles.zip"

    Zip::File.open(zipfile_name, Zip::File::CREATE) do |zipfile|
      input_filenames.each do |filename|
        zipfile.add(filename, folder + filename)
      end
    end
  end

  # list each file (no directories) in the given directory
  def self.list_files_in_directory(directory=".")
    Dir["#{directory}/*.*"].each do |file|
      puts "- #{file}"
    end
  end

end

if __FILE__==$0
  ZipFiles.list_files_in_directory
  puts "About to zip the current directory files"
  ZipFiles.zip_current_directory_files
  puts "Done zipping the current directory files"
end<commit_msg>File listing method was missing some files, updating.<commit_after>require 'zip'

module ZipFiles

  # zip the files in the current directory using the rubyzip gem
  def self.zip_current_directory_files
    folder = "./"
    input_filenames = ['README.md']
    zipfile_name = "./ZipFiles.zip"

    Zip::File.open(zipfile_name, Zip::File::CREATE) do |zipfile|
      input_filenames.each do |filename|
        zipfile.add(filename, folder + filename)
      end
    end
  end

  # list each file (no directories) in the given directory
  def self.list_files_in_directory(directory=".")
    Dir["#{directory}/*"].each do |file|
      puts "- #{file}" if File.file?(file)
    end
  end

end

if __FILE__==$0
  ZipFiles.list_files_in_directory("./")
  puts "About to zip the current directory files"
  ZipFiles.zip_current_directory_files
  puts "Done zipping the current directory files"
end
{'fraction_non_alphanumeric': 0.10304449648711944, 'fraction_numerical': 0.00117096018735363, 'mean_word_length': 3.606469002695418, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1761944', 'n_tokens_mistral': 552, 'n_tokens_neox': 538, 'n_words': 156}