<commit_before>require 'active_model/global_locator'
require 'active_model/global_identification'

module ActiveJob
  class Arguments
    TYPE_WHITELIST = [ NilClass, Fixnum, Float, String, TrueClass, FalseClass, Bignum ]

    def self.serialize(arguments)
      arguments.map { |argument| serialize_argument(argument) }
    end

    def self.deserialize(arguments)
      arguments.map { |argument| deserialize_argument(argument) }
    end

    private
      def self.serialize_argument(argument)
        case argument
        when ActiveModel::GlobalIdentification
          argument.global_id.to_s
        when *TYPE_WHITELIST
          argument
        when Array
          serialize(argument)
        when Hash
          Hash[ argument.map { |key, value| [ serialize_hash_key(key), serialize_argument(value) ] } ]
        else
          raise "Unsupported argument type: #{argument.class.name}"
        end
      end

      def self.deserialize_argument(argument)
        case argument
        when Array
          deserialize(argument)
        when Hash
          Hash[ argument.map { |key, value| [ key, deserialize_argument(value) ] } ].with_indifferent_access
        else
          ActiveModel::GlobalLocator.locate(argument) || argument
        end
      end

      def self.serialize_hash_key(key)
        case key
        when String, Symbol
          key.to_s
        else
          raise "Unsupported hash key type: #{key.class.name}"
        end
      end
  end
end
<commit_msg>[ActiveJob] Convert ActiveJob::Arguments into module<commit_after>require 'active_model/global_locator'
require 'active_model/global_identification'

module ActiveJob
  module Arguments
    extend self
    TYPE_WHITELIST = [ NilClass, Fixnum, Float, String, TrueClass, FalseClass, Bignum ]

    def serialize(arguments)
      arguments.map { |argument| serialize_argument(argument) }
    end

    def deserialize(arguments)
      arguments.map { |argument| deserialize_argument(argument) }
    end

    private
      def serialize_argument(argument)
        case argument
        when ActiveModel::GlobalIdentification
          argument.global_id.to_s
        when *TYPE_WHITELIST
          argument
        when Array
          serialize(argument)
        when Hash
          Hash[ argument.map { |key, value| [ serialize_hash_key(key), serialize_argument(value) ] } ]
        else
          raise "Unsupported argument type: #{argument.class.name}"
        end
      end

      def deserialize_argument(argument)
        case argument
        when Array
          deserialize(argument)
        when Hash
          Hash[ argument.map { |key, value| [ key, deserialize_argument(value) ] } ].with_indifferent_access
        else
          ActiveModel::GlobalLocator.locate(argument) || argument
        end
      end

      def serialize_hash_key(key)
        case key
        when String, Symbol
          key.to_s
        else
          raise "Unsupported hash key type: #{key.class.name}"
        end
      end
  end
end

{'fraction_non_alphanumeric': 0.07258866423599603, 'fraction_numerical': 0.0, 'mean_word_length': 2.3683035714285716, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2121658', 'n_tokens_mistral': 828, 'n_tokens_neox': 818, 'n_words': 202}