<commit_before># Destroy existing
Project.destroy_all
Person.destroy_all
Organization.destroy_all
Event.destroy_all

projects = []
people = []
organizations = []
events = []

5.times do
  projects << FactoryGirl.create(:project)
end

5.times do
  people << FactoryGirl.create(:person)
end

5.times do
  organizations << FactoryGirl.create(:organization)
end

3.times do
  events << FactoryGirl.create(:event)
end

projects[0].people << people[0]
projects[0].people << people[1]
projects[0].people << people[2]

projects[1].people << people[3]
projects[1].people << people[4]

projects[2].people << people[0]
projects[2].people << people[4]

projects[4].people << people[0]
projects[4].people << people[1]
projects[4].people << people[4]

projects[0].organizations << organizations[0]
projects[0].organizations << organizations[1]

projects[2].organizations << organizations[3]
projects[2].organizations << organizations[4]

projects[0].events << events[0]
projects[0].events << events[2]
projects[1].events << events[0]
projects[2].events << events[0]
<commit_msg>Organizations no longer exist -- removed from file<commit_after># Destroy existing
Project.destroy_all
Person.destroy_all
Event.destroy_all

projects = []
people = []
events = []

5.times do
  projects << FactoryGirl.create(:project)
end

5.times do
  people << FactoryGirl.create(:person)
end

3.times do
  events << FactoryGirl.create(:event)
end

projects[0].people << people[0]
projects[0].people << people[1]
projects[0].people << people[2]

projects[1].people << people[3]
projects[1].people << people[4]

projects[2].people << people[0]
projects[2].people << people[4]

projects[4].people << people[0]
projects[4].people << people[1]
projects[4].people << people[4]

projects[0].events << events[0]
projects[0].events << events[2]
projects[1].events << events[0]
projects[2].events << events[0]

{'fraction_non_alphanumeric': 0.16666666666666666, 'fraction_numerical': 0.03804930332261522, 'mean_word_length': 5.9148148148148145, 'pattern_counts': {'":': 0, '<': 81, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1293376', 'n_tokens_mistral': 618, 'n_tokens_neox': 610, 'n_words': 125}