<commit_before>package hash

// A is the default constant for Robin-Karp rolling hash. This is a random
// prime.
//
// TODO: What we would like to have is a prime in the range (2^63,2^64) with
// a Hamming weight around 31.
const A = 252097800623

// RabinKarp supports the computation of a rolling hash.
type RabinKarp struct {<commit_msg>hash: Chose a proper 64-bit prime as constant for Rabin-Karp.<commit_after>package hash

// A is the default constant for Robin-Karp rolling hash. This is a random
// prime.
const A = 0x97b548add41d5da1

// RabinKarp supports the computation of a rolling hash.
type RabinKarp struct {
{'fraction_non_alphanumeric': 0.0752, 'fraction_numerical': 0.0512, 'mean_word_length': 3.637037037037037, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3696946', 'n_tokens_mistral': 212, 'n_tokens_neox': 192, 'n_words': 89}