<commit_before><commit_msg>Sort compare: add test for generateSortArray function<commit_after>package main

import (
	"testing"
)

func TestGenerateSortArray(t *testing.T) {
	cases := []struct {
		arrayCount, elementCount int
	}{
		{1, 10},
		{10, 1000},
	}

	for _, c := range cases {
		got := generateSortArray(c.arrayCount, c.elementCount)
		if len(got) != c.arrayCount {
			t.Errorf("Array length not expected. Got %d, want %d", len(got), c.arrayCount)
		}
		for _, s := range got {
			for i := range s {
				t.Logf("%v\n", s[i])
			}
		}
	}
}
{'fraction_non_alphanumeric': 0.15722120658135283, 'fraction_numerical': 0.016453382084095063, 'mean_word_length': 3.4918032786885247, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5303773', 'n_tokens_mistral': 227, 'n_tokens_neox': 201, 'n_words': 52}