<commit_before>class Repositories
  class Rubygems < Base
    HAS_VERSIONS = true
    HAS_DEPENDENCIES = true

    def self.project_names
      gems = Marshal.load(Gem.gunzip(get("http://production.cf.rubygems.org/specs.4.8.gz")))
      gems.map(&:first).uniq
    end

    def self.project(name)
      Gems.info name
    end

    def self.mapping(project)
      {
        :name => project["name"],
        :description => project["info"],
        :homepage => project["homepage_uri"],
        :licenses => project["licenses"].join(',')#,
        # :repository => project["source_code_uri"]
      }
    end

    def self.versions(project)
      Gems.versions(project['name']).map do |v|
        {
          :number => v['number'],
          :published_at => v['built_at']<commit_msg>Fix rubygem licenses<commit_after>class Repositories
  class Rubygems < Base
    HAS_VERSIONS = true
    HAS_DEPENDENCIES = true

    def self.project_names
      gems = Marshal.load(Gem.gunzip(get("http://production.cf.rubygems.org/specs.4.8.gz")))
      gems.map(&:first).uniq
    end

    def self.project(name)
      Gems.info name
    end

    def self.mapping(project)
      {
        :name => project["name"],
        :description => project["info"],
        :homepage => project["homepage_uri"],
        :licenses => project.fetch("licenses", []).try(:join, ',')
      }
    end

    def self.versions(project)
      Gems.versions(project['name']).map do |v|
        {
          :number => v['number'],
          :published_at => v['built_at']
{'fraction_non_alphanumeric': 0.15264187866927592, 'fraction_numerical': 0.002609262883235486, 'mean_word_length': 2.4863636363636363, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 16, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1526645', 'n_tokens_mistral': 505, 'n_tokens_neox': 487, 'n_words': 84}