<commit_before>local crc32 = require('crc32')

print(crc32.short('gcc -g -fPIC -c *.c -I/usr/local/include -I/usr/local/include/luajit-2.0 -I/usr/local/include/luajit-2.1 -llua -L/usr/lib;'), '==', '3912618984')
print(crc32.long('gcc -g -fPIC -c *.c -I/usr/local/include -I/usr/local/include/luajit-2.0 -I/usr/local/include/luajit-2.1 -llua -L/usr/lib;'), '==', '3912618984')

local c = crc32:init()
c:update('gcc -g -fPIC -c *.c -I/usr/local/include -I/usr/local/include/luajit-2.0')
c:update(' -I/usr/local/include/luajit-2.1 -llua -L/usr/lib;')
print(c:final(), '==', 3912618984)<commit_msg>fix test script in crc32 module<commit_after>local crc32 = require('crc32')

print(crc32.short('gcc -g -fPIC -c *.c -I/usr/local/include -I/usr/local/include/luajit-2.0 -I/usr/local/include/luajit-2.1 -llua -L/usr/lib;'), '==', '3912618984')
print(crc32.long('gcc -g -fPIC -c *.c -I/usr/local/include -I/usr/local/include/luajit-2.0 -I/usr/local/include/luajit-2.1 -llua -L/usr/lib;'), '==', '3912618984')

local c = crc32.init()
c:update('gcc -g -fPIC -c *.c -I/usr/local/include -I/usr/local/include/luajit-2.0')
c:update(' -I/usr/local/include/luajit-2.1 -llua -L/usr/lib;')
print(c:final(), '==', 3912618984)
{'fraction_non_alphanumeric': 0.24378109452736318, 'fraction_numerical': 0.087893864013267, 'mean_word_length': 3.624521072796935, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4789632', 'n_tokens_mistral': 627, 'n_tokens_neox': 564, 'n_words': 86}