<commit_before>namespace "static-data" do

  desc "Install all static data from db/static-data"
  task :install => :environment do
    require "static-data"

    StaticData.static_data_classes(Rails.root) do |static_data_class|
      StaticData.report_duration("== #{static_data_class}: installing", 
          "== #{static_data_class}: installed (%0.4fs)") do

        StaticData.report_duration("-- reset", "   -> %0.4fs") do
          static_data_class.reset
        end        

        StaticData.report_duration("-- install", "   -> %0.4fs") do
          static_data_class.install
        end
      end

      puts    # add blank line separator
    end
  end

  desc "Update any missing static data table rows from db/static-data"
  task :update => :environment do
    require "static-data"

    StaticData.static_data_classes(Rails.root) do |static_data_class|
      StaticData.report_duration("== #{static_data_class}: updating", 
          "== #{static_data_class}: updating (%0.4fs)") do

        StaticData.report_duration("-- update", "   -> %0.4fs") do
          results = static_data_class.update
          puts "   -> existing: #{results[:existing]}; added: #{results[:created]}"
        end
      end

      puts    # add blank line separator
    end
  end

end<commit_msg>Fix typo in progress messages<commit_after>namespace "static-data" do

  desc "Install all static data from db/static-data"
  task :install => :environment do
    require "static-data"

    StaticData.static_data_classes(Rails.root) do |static_data_class|
      StaticData.report_duration("== #{static_data_class}: installing", 
          "== #{static_data_class}: installed (%0.4fs)") do

        StaticData.report_duration("-- reset", "   -> %0.4fs") do
          static_data_class.reset
        end        

        StaticData.report_duration("-- install", "   -> %0.4fs") do
          static_data_class.install
        end
      end

      puts    # add blank line separator
    end
  end

  desc "Update any missing static data table rows from db/static-data"
  task :update => :environment do
    require "static-data"

    StaticData.static_data_classes(Rails.root) do |static_data_class|
      StaticData.report_duration("== #{static_data_class}: updating", 
          "== #{static_data_class}: updated (%0.4fs)") do

        StaticData.report_duration("-- update", "   -> %0.4fs") do
          results = static_data_class.update
          puts "   -> existing: #{results[:existing]}; added: #{results[:created]}"
        end
      end

      puts    # add blank line separator
    end
  end

end
{'fraction_non_alphanumeric': 0.1195526417277285, 'fraction_numerical': 0.007713073659853451, 'mean_word_length': 2.627972027972028, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6313710', 'n_tokens_mistral': 796, 'n_tokens_neox': 759, 'n_words': 189}