<commit_before>path = File.dirname(__FILE__)
connection = ActiveRecord::Base.connection
statements = IO.read(path + '/seeds.sql').split(';').map(&:strip).reject(&:empty?)

ActiveRecord::Base.transaction do
  statements.each do |statement|
    connection.execute(statement)
  end
end
<commit_msg>Load local seed data without checkin<commit_after>path = File.dirname(__FILE__)
connection = ActiveRecord::Base.connection
seedfile = if File.exists?(path + '/seeds_local.sql')
             path + '/seeds_local.sql'
           else
             path + '/seeds.sql'
           end
statements = IO.read(seedfile).split(';').map(&:strip).reject(&:empty?)

ActiveRecord::Base.transaction do
  statements.each do |statement|
    connection.execute(statement)
  end
end

{'fraction_non_alphanumeric': 0.14097496706192358, 'fraction_numerical': 0.0, 'mean_word_length': 4.100671140939597, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4766662', 'n_tokens_mistral': 223, 'n_tokens_neox': 221, 'n_words': 44}