<commit_before><commit_msg>いろんなケースでテストする例追加<commit_after># -*- coding: utf-8 -*-
$LOAD_PATH.unshift "../lib"
require "lottery_box"
require "pp"

100000.times do |i|
  box = []
  n = 50
  rand(1..n).times {
    hash = {:robj => nil}
    if rand(5).zero?
      hash[:rate] = rand(0.0 .. (1.0 / n))
    end
    box << hash
  }
  LotteryBox::Base.new(box)
end
{'fraction_non_alphanumeric': 0.19718309859154928, 'fraction_numerical': 0.04225352112676056, 'mean_word_length': 2.7083333333333335, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '214988', 'n_tokens_mistral': 164, 'n_tokens_neox': 155, 'n_words': 30}