<commit_before>require "logger"

module Panoptimon::Logger

  def logger
    Panoptimon::Logger.logger
  end

  def self.logger
    @logger ||= Logger.new($stderr).tap {|l|
      # TODO env setting log level?
      l.level = Logger::WARN}
  end

end<commit_msg>lib/panoptimon/logger.rb - LOG_LEVEL=DEBUG env<commit_after>require "logger"

module Panoptimon::Logger

  def logger
    Panoptimon::Logger.logger
  end

  def self.logger
    @logger ||= Logger.new($stderr).tap {|l|
      env_l = ENV.delete('LOG_LEVEL')
      l.level = env_l.nil? ?
        Logger::WARN : Logger.const_get(env_l.upcase)
    }
  end

end
{'fraction_non_alphanumeric': 0.125, 'fraction_numerical': 0.0, 'mean_word_length': 3.168918918918919, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3066852', 'n_tokens_mistral': 221, 'n_tokens_neox': 214, 'n_words': 44}