<commit_before>class CdfConfig

  def self.data_lib_path
    "#{Cdf::Engine::config.root}/data_lib"
  end

  def self.data_lib_out_root(year='')
    if year.empty?
      return "#{self.data_lib_path}/out"
    end
    
    "#{self.data_lib_path}/out/#{year}"

  end

  def self.current_data_lib_out
    self.data_lib_out_root self.this_year
  end

  private

  def self.this_year
    Time.now.strftime "%Y"
  end
end<commit_msg>created CdfConfig::data_lib_in paths<commit_after>class CdfConfig

  def self.data_lib_path
    "#{Cdf::Engine::config.root}/data_lib"
  end

  def self.data_lib_out_root(year='')
    if year.empty?
      return "#{self.data_lib_path}/out"
    end
    
    "#{self.data_lib_path}/out/#{year}"
  end

  def self.data_lib_in_root(year='')
    if year.empty?
      return "#{self.data_lib_path}/in"
    end

    "#{self.data_lib_path}/in/#{year}"
  end

  def self.current_data_lib_out
    self.data_lib_out_root self.this_year
  end

  def self.current_data_lib_in
    self.data_lib_in_root self.this_year
  end

  private

  def self.this_year
    Time.now.strftime "%Y"
  end
end
{'fraction_non_alphanumeric': 0.11844484629294756, 'fraction_numerical': 0.0, 'mean_word_length': 3.2413793103448274, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1409490', 'n_tokens_mistral': 445, 'n_tokens_neox': 433, 'n_words': 69}