<commit_before>require File.expand_path('../boot', __FILE__)

require 'rails/all'
require 'csv'

Bundler.require(*Rails.groups)

module Jobapps
  class Application < Rails::Application
    config.encoding = 'utf-8'
    config.time_zone = 'Eastern Time (US & Canada)'
    config.autoload_paths << Rails.root.join('lib')
    config.autoload_paths << Rails.root.join('vendor/lib')
    config.assets.paths << Rails.root.join('node_modules')
    config.filter_parameters += [:password, :secret, :spire, :github]
    config.assets.paths << Rails.root.join('node_modules')
    config.action_view.form_with_generates_ids = true
    config.action_controller.default_protect_from_forgery = true
  end
end
<commit_msg>use SHA1 to generate non-secure digests like ETag headers<commit_after>require File.expand_path('../boot', __FILE__)

require 'rails/all'
require 'csv'

Bundler.require(*Rails.groups)

module Jobapps
  class Application < Rails::Application
    config.encoding = 'utf-8'
    config.time_zone = 'Eastern Time (US & Canada)'
    config.autoload_paths << Rails.root.join('lib')
    config.autoload_paths << Rails.root.join('vendor/lib')
    config.assets.paths << Rails.root.join('node_modules')
    config.filter_parameters += [:password, :secret, :spire, :github]
    config.assets.paths << Rails.root.join('node_modules')
    config.action_view.form_with_generates_ids = true
    config.action_controller.default_protect_from_forgery = true
    config.active_support.use_sha1_digests = true
  end
end

{'fraction_non_alphanumeric': 0.1273209549071618, 'fraction_numerical': 0.002652519893899204, 'mean_word_length': 4.694339622641509, 'pattern_counts': {'":': 0, '<': 21, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '619915', 'n_tokens_mistral': 497, 'n_tokens_neox': 482, 'n_words': 88}