<commit_before>package main

import (
	"github.com/jkomoros/sudoku"
	"reflect"
	"testing"
)

func TestPuzzleConversion(t *testing.T) {

	config := [][]string{
		{"7!,2,8!,4!,6!,9,1,5,3;9,1,5!,7,3,8!,6,4,2!;6,4,3,5!,2,1,9!,7,8;8!,7,9,2!,4!,6,5!,3!,1;5!,6!,2,9,1,3!,7,8,4;1,3!,4,8,5,7!,2!,6,9!;2!,5!,6!,3,9,4!,8!,1,7!;3,9!,7,1!,8,5!,4!,2!,6;4!,8,1,6!,7,2!,3,9!,5!",
			`7.846....
..5..8..2
...5..9..
8..24.53.
56...3...
.3...72.9
256..48.7
.9.1.542.
4..6.2.95`},
	}

	for i, line := range config {
		if convertPuzzleString(line[0]) != line[1] {
			t.Error("For row ", i, " expected ", line[1], " got ", line[0])
		}
	}

}

func TestRemoveZeroedFloats(t *testing.T) {
	input := [][][]float64{
		{
			{0.0, 1.0, 1.0, 0.0},
			{1.0, 0.0, 0.0, 0.0},<commit_msg>Comment out a rotted test<commit_after>package main

import (
	"github.com/jkomoros/sudoku"
	"reflect"
	"testing"
)

func TestPuzzleConversion(t *testing.T) {

	//TODO: fix up this test now that convertPuzzleString no longer exists.
	//... We might need to move everything over to user sdkconverter.

	// 	config := [][]string{
	// 		{"7!,2,8!,4!,6!,9,1,5,3;9,1,5!,7,3,8!,6,4,2!;6,4,3,5!,2,1,9!,7,8;8!,7,9,2!,4!,6,5!,3!,1;5!,6!,2,9,1,3!,7,8,4;1,3!,4,8,5,7!,2!,6,9!;2!,5!,6!,3,9,4!,8!,1,7!;3,9!,7,1!,8,5!,4!,2!,6;4!,8,1,6!,7,2!,3,9!,5!",
	// 			`7.846....
	// ..5..8..2
	// ...5..9..
	// 8..24.53.
	// 56...3...
	// .3...72.9
	// 256..48.7
	// .9.1.542.
	// 4..6.2.95`},
	// 	}

	// 	for i, line := range config {
	// 		if convertPuzzleString(line[0]) != line[1] {
	// 			t.Error("For row ", i, " expected ", line[1], " got ", line[0])
	// 		}
	// 	}

}

func TestRemoveZeroedFloats(t *testing.T) {
	input := [][][]float64{
		{
			{0.0, 1.0, 1.0, 0.0},
			{1.0, 0.0, 0.0, 0.0},
{'fraction_non_alphanumeric': 0.3316002310803004, 'fraction_numerical': 0.16175621028307338, 'mean_word_length': 3.0562060889929743, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5879229', 'n_tokens_mistral': 1093, 'n_tokens_neox': 953, 'n_words': 122}