<commit_before>package rum;

// Algorithm taken from React.js

public class Adler32 {
    public static int MOD = 65521;

    public static int calc(String data) {
        long a = 1;
        long b = 0;
        int i = 0;
        int l = data.length();
        long m = l & ~0x3;
        long n;
        while (i < m) {
            n = Math.min(i + 4096, m);
            for (; i < n; i += 4) {
                b += (a += data.charAt(i)) +
                     (a += data.charAt(i + 1)) +
                     (a += data.charAt(i + 2)) +
                     (a += data.charAt(i + 3));
            }
            a %= MOD;
            b %= MOD;
        }
        for (; i < l; i++) {
            b += a += data.charAt(i);
        }
        a %= MOD;
        b %= MOD;
        return (int) a | (int) b << 16;
    }
}<commit_msg>ints in adler32 are ok<commit_after>package rum;

// Algorithm taken from React.js

public class Adler32 {
    public static int MOD = 65521;

    public static int calc(String data) {
        int a = 1;
        int b = 0;
        int i = 0;
        int l = data.length();
        int m = l & ~0x3;
        int n;
        while (i < m) {
            n = Math.min(i + 4096, m);
            for (; i < n; i += 4) {
                b += (a += data.charAt(i)) +
                     (a += data.charAt(i + 1)) +
                     (a += data.charAt(i + 2)) +
                     (a += data.charAt(i + 3));
            }
            a %= MOD;
            b %= MOD;
        }
        for (; i < l; i++) {
            b += a += data.charAt(i);
        }
        a %= MOD;
        b %= MOD;
        return a | b << 16;
    }
}
{'fraction_non_alphanumeric': 0.15057680631451123, 'fraction_numerical': 0.02792956891317547, 'mean_word_length': 1.0220858895705522, 'pattern_counts': {'":': 0, '<': 13, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2931331', 'n_tokens_mistral': 599, 'n_tokens_neox': 545, 'n_words': 166}