<commit_before><commit_msg>Add rake task to compile wgrib2<commit_after>namespace :wgrib2 do
  desc 'Compile wgrib2'
  task compile: :environment do
    Dir.mktmpdir do |dir|
      Dir.chdir(dir) do
        sh 'wget -nc ftp://ftp.cpc.ncep.noaa.gov/wd51we/wgrib2/wgrib2.tgz'
        sh 'tar -xzvf wgrib2.tgz'
        Dir.chdir('grib2') do
          sh 'CC=gcc FC=gfortran make'
          mv 'grib2', Rails.root.join('bin')
        end
      end
    end
  end
end
{'fraction_non_alphanumeric': 0.11496746203904555, 'fraction_numerical': 0.021691973969631236, 'mean_word_length': 2.347826086956522, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1510666', 'n_tokens_mistral': 192, 'n_tokens_neox': 179, 'n_words': 42}