<commit_before>::CarrierWave.configure do |config|
  config.fog_credentials = {
    :provider               => 'AWS',       # required
    :aws_access_key_id      => ENV['AWS_ACCESS_KEY'], #ClearCMS.config.aws_access_key,       # required
    :aws_secret_access_key  => ENV['AWS_SECRET_ACCESS_KEY'] #ClearCMS.config.aws_secret_access_key,       # required
    #:region                 => 'eu-west-1'  # optional, defaults to 'us-east-1'
  }
  config.fog_directory  = ENV['FOG_DIRECTORY'] #Sidekiq is somehow loading the defaults, must be load order or thread issue?? #ClearCMS.config.fog_directory                     # required
  config.asset_host       = ClearCMS.config.asset_host            # optional, defaults to nil
  #config.fog_public     = true                                   # optional, defaults to true
  #config.fog_attributes = {'Cache-Control'=>'max-age=315576000'}  # optional, defaults to {}
end

::CarrierWave::SanitizedFile.sanitize_regexp = /[^a-zA-Z0-9\.\-_]/<commit_msg>modifying carrierwave config<commit_after>::CarrierWave.configure do |config|
  config.fog_credentials = {
    :provider               => 'AWS',       # required
    :aws_access_key_id      => ENV['AWS_ACCESS_KEY'], #ClearCMS.config.aws_access_key,       # required
    :aws_secret_access_key  => ENV['AWS_SECRET_ACCESS_KEY'] #ClearCMS.config.aws_secret_access_key,       # required
    #:region                 => 'eu-west-1'  # optional, defaults to 'us-east-1'
  }
  config.fog_directory  = ENV['FOG_DIRECTORY'] #Sidekiq is somehow loading the defaults, must be load order or thread issue?? #ClearCMS.config.fog_directory                     # required
  config.asset_host       = ENV['ASSET_HOST'] #ClearCMS.config.asset_host            # optional, defaults to nil
  #config.fog_public     = true                                   # optional, defaults to true
  #config.fog_attributes = {'Cache-Control'=>'max-age=315576000'}  # optional, defaults to {}
end

::CarrierWave::SanitizedFile.sanitize_regexp = /[^a-zA-Z0-9\.\-_]/
{'fraction_non_alphanumeric': 0.12005928853754941, 'fraction_numerical': 0.012845849802371542, 'mean_word_length': 2.736162361623616, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 13, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4132254', 'n_tokens_mistral': 666, 'n_tokens_neox': 635, 'n_words': 118}