<commit_before>namespace :research do
  desc 'civic tech dependency research'
  task civic_tech: :environment do
    org_names = ['mysociety',
    'DemocracyClub',
    'opennorth',
    'alphagov',
    'gds-operations',
    '18F',
    'ciudadanointeligente',
    'codeforamerica',
    'okfn',
    'MuckRock',
    'ushahidi',
    'datamade',
    'loomio',
    'wikimedia',
    'WorldBank-Transport',
    'open-contracting',
    'openaustralia']

    orgs = RepositoryOrganisation.where(login: org_names)

    repositories = orgs.map{|org| org.repositories.source.open_source }.flatten

    projects = repositories.map(&:dependency_projects).flatten.map {|project| "#{project.platform}/#{project.name}" }
<commit_msg>Add more civic tech orgs to research.rake<commit_after>namespace :research do
  desc 'civic tech dependency research'
  task civic_tech: :environment do
    org_names = ['mysociety',
    'DemocracyClub',
    'opennorth',
    'alphagov',
    'gds-operations',
    '18F',
    'ciudadanointeligente',
    'codeforamerica',
    'okfn',
    'MuckRock',
    'ushahidi',
    'datamade',
    'loomio',
    'wikimedia',
    'WorldBank-Transport',
    'open-contracting',
    'openaustralia',
    'planningalerts-scrapers',
    'delib']

    orgs = RepositoryOrganisation.where(login: org_names)

    repositories = orgs.map{|org| org.repositories.source.open_source }.flatten

    projects = repositories.map(&:dependency_projects).flatten.map {|project| "#{project.platform}/#{project.name}" }

{'fraction_non_alphanumeric': 0.14133333333333334, 'fraction_numerical': 0.0026666666666666666, 'mean_word_length': 3.765079365079365, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7114140', 'n_tokens_mistral': 539, 'n_tokens_neox': 509, 'n_words': 90}