<commit_before>module RakeTaskHelpers
  class DBTrim
    MY_SQLS = ['DELETE FROM pqs WHERE id NOT IN (SELECT id FROM pqs ORDER BY id DESC LIMIT 50);']
    def run!
      MY_SQLS.map do |sql|
        ActiveRecord::Base.connection.execute sql
      end
    end
  end
end<commit_msg>Update db_trim.rb<commit_after>module RakeTaskHelpers
  class DBTrim
    MY_SQLS = ['DELETE FROM pqs WHERE id NOT IN (SELECT id FROM pqs ORDER BY created_at DESC LIMIT 50);']
    def run!
      MY_SQLS.map do |sql|
        ActiveRecord::Base.connection.execute sql
      end
    end
  end
end
{'fraction_non_alphanumeric': 0.06818181818181818, 'fraction_numerical': 0.006993006993006993, 'mean_word_length': 2.8979591836734695, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6793167', 'n_tokens_mistral': 192, 'n_tokens_neox': 187, 'n_words': 66}