<commit_before>module Gemjars
  module Deux
    class AWSStore
      def initialize bucket
        @bucket = bucket
        @threads = []
      end

      def put name
        r, w = IO.pipe
        @threads << Thread.new {
          @bucket.objects.create name, r, :estimated_content_length => 2048 * 1024
        }
        w
      end

      def join
        @threads.each(&:join)
      end
    end
  end
end<commit_msg>AWSStore accepts options for put<commit_after>module Gemjars
  module Deux
    class AWSStore
      def initialize bucket
        @bucket = bucket
        @threads = []
      end

      def put name, opts = {}
        r, w = IO.pipe
        @threads << Thread.new {
          @bucket.objects.create name, r, {:estimated_content_length => 2048 * 1024}.merge(opts)
        }
        w
      end

      def join
        @threads.each(&:join)
      end
    end
  end
end
{'fraction_non_alphanumeric': 0.08445945945945946, 'fraction_numerical': 0.018018018018018018, 'mean_word_length': 1.6224188790560472, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5691375', 'n_tokens_mistral': 281, 'n_tokens_neox': 261, 'n_words': 76}