<commit_before>
$LOAD_PATH.push('.')
$LOAD_PATH.push('../../libraries/scripts/lib')
require 'cor/utility'

require 'rubygems'
require 'RMagick'
require 'json'

source_path = ARGV[0] || "build_tmp/composite_source"
destination_path = ARGV[1] || "build_tmp/composite_destination"

output_name = ARGV[2] || "all"

img_sz = ARGV[3] || "2048"
img_sz = img_sz.to_i

a = Cor.u.file_list source_path

packed = Magick::Image.new img_sz, img_sz do
  self.background_color = "#00000000"
end

aw = packed.columns
ah = packed.rows
left_tops = [{:x => 1, :y => 1}]

images = []

a.each do |fn|<commit_msg>image tool.<commit_after>
$LOAD_PATH.push('.')
$LOAD_PATH.push('../../libraries/scripts/lib')
require 'cor/utility'

require 'rubygems'
require 'RMagick'
require 'json'

source_path = ARGV[0] || "build_tmp/composite_source"
destination_path = ARGV[1] || "build_tmp/composite_destination"

output_name = ARGV[2] || "all"

img_sz = ARGV[3] || "2048"
img_sz = img_sz.to_i
img_sz_y = ARGV[4].to_i || img_sz

a = Cor.u.file_list source_path

packed = Magick::Image.new img_sz, img_sz_y do
  self.background_color = "#00000000"
end

aw = packed.columns
ah = packed.rows
left_tops = [{:x => 1, :y => 1}]

images = []

a.each do |fn|
{'fraction_non_alphanumeric': 0.17023026315789475, 'fraction_numerical': 0.03042763157894737, 'mean_word_length': 4.822966507177034, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 2, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '642855', 'n_tokens_mistral': 526, 'n_tokens_neox': 495, 'n_words': 101}