<commit_before>migration(1, :migrate_old_data) do
  up do
    modify_table :referrers do
      drop_column :site_url
      add_column :site_url, String, :length => 255, :nullable => true
    end
    Referrer.each{|r|r.extract_site_url;r.save}
    Statistic.auto_migrate!
    Statistic.update_stats
  end

  down do
    modify_table :referrers do
      drop_column :site_url
      add_column :site_url, String, :length => 50, :nullable => true
    end
    drop_table :statistics
  end
end<commit_msg>Fixed schema<commit_after>migration(1, :migrate_old_data) do
  up do
    modify_table :referrers do
      drop_column :site_url
      add_column :site_url, String, :length => 255, :nullable => true
    end
    Referrer.all.each{|r|r.extract_site_url;r.save}
    Statistic.auto_migrate!
    Statistic.update_stats
  end

  down do
    modify_table :referrers do
      drop_column :site_url
      add_column :site_url, String, :length => 50, :nullable => true
    end
    drop_table :statistics
  end
end
{'fraction_non_alphanumeric': 0.08691308691308691, 'fraction_numerical': 0.011988011988011988, 'mean_word_length': 3.3376623376623376, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6014910', 'n_tokens_mistral': 360, 'n_tokens_neox': 359, 'n_words': 82}