<commit_before>class CreateSrpms < ActiveRecord::Migration
  def self.up
    create_table :srpms do |t|
      t.string :filename
      t.string :name
      t.string :version
      t.string :release
      t.string :epoch
      t.integer :group_id
      t.integer :packager_id
      t.string :summary
      t.string :license
      t.string :url
      t.text :description
      t.string :vendor
      t.string :distribution
      t.datetime :buildtime
      t.string :size
      t.integer :branch_id
      t.binary :rawspec

      t.timestamps
    end

    add_index :srpms, :name
    add_index :srpms, :group_id
    add_index :srpms, :packager_id
    add_index :srpms, :branch_id
  end

  def self.down
    drop_table :srpms
  end
end<commit_msg>add 'fresh' field to srpm table<commit_after>class CreateSrpms < ActiveRecord::Migration
  def self.up
    create_table :srpms do |t|
      t.string :filename
      t.string :name
      t.string :version
      t.string :release
      t.string :epoch
      t.integer :group_id
      t.integer :packager_id
      t.string :summary
      t.string :license
      t.string :url
      t.text :description
      t.string :vendor
      t.string :distribution
      t.datetime :buildtime
      t.string :size
      t.integer :branch_id
      t.binary :rawspec

      t.boolean :fresh, :default => false

      t.timestamps
    end

    add_index :srpms, :name
    add_index :srpms, :group_id
    add_index :srpms, :packager_id
    add_index :srpms, :branch_id
    add_index :srpms, :fresh
  end

  def self.down
    drop_table :srpms
  end
end
{'fraction_non_alphanumeric': 0.0817490494296578, 'fraction_numerical': 0.0, 'mean_word_length': 2.235655737704918, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4307534', 'n_tokens_mistral': 552, 'n_tokens_neox': 542, 'n_words': 139}