<commit_before>// Package sliceDiff provides functions to determine the difference
// between two slices. There are tests and some benchmark utilities
// THIS IS INTENDED ONLY FOR "SMALL" SLICES. 
// Using this package on slices < 30,000 entries can get slow.. I would
// suggest benchmarking the number / type of slices you intend to use
// in sliceDiff_test.go *before* using on slices with a large number 
// of entries.
// Use of this source code is governed by a BSD-style license
// which can be found in the LICENSE file
package sliceDiff

// Int64SliceDiff returns the int64 values that are not in
// both source slices
func Int64SliceDiff(sliceOne []int64, sliceTwo []int64) []int64 {
	var diff []int64
	for i := 0; i < 2; i++ {
		for _, s1 := range sliceOne {
			found := false
			for _, s2 := range sliceTwo {
				if s1 == s2 {
					found = true
					break
				}
			}
			if !found {
				diff = append(diff,s1)
			}
		}
		if i == 0 {<commit_msg>fixed > in documentation<commit_after>// Package sliceDiff provides functions to determine the difference
// between two slices. There are tests and some benchmark utilities
// THIS IS INTENDED ONLY FOR "SMALL" SLICES. 
// Using this package on slices > 30,000 entries can get slow.. I would
// suggest benchmarking the number / type of slices you intend to use
// in sliceDiff_test.go *before* using on slices with a large number 
// of entries.
// Use of this source code is governed by a BSD-style license
// which can be found in the LICENSE file
package sliceDiff

// Int64SliceDiff returns the int64 values that are not in
// both source slices
func Int64SliceDiff(sliceOne []int64, sliceTwo []int64) []int64 {
	var diff []int64
	for i := 0; i < 2; i++ {
		for _, s1 := range sliceOne {
			found := false
			for _, s2 := range sliceTwo {
				if s1 == s2 {
					found = true
					break
				}
			}
			if !found {
				diff = append(diff,s1)
			}
		}
		if i == 0 {
{'fraction_non_alphanumeric': 0.09005726184279021, 'fraction_numerical': 0.028110359187922956, 'mean_word_length': 2.9224489795918367, 'pattern_counts': {'":': 0, '<': 6, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5579147', 'n_tokens_mistral': 670, 'n_tokens_neox': 563, 'n_words': 266}