<commit_before>To install dependencies:
# go get gopkg.in/yaml.v2
# go get github.com/stretchr/testify/assert

To build a package:
# go build aptomi/slinga

To run tests on a package:
# go test aptomi/slinga

To run all tests:
# go test -v ./...

Directory 'testdata' is excluded from processing by 'go' tool:
https://golang.org/cmd/go/#hdr-Description_of_package_lists<commit_msg>testify fix in 'readme.txt'<commit_after>To install dependencies:
# go get gopkg.in/yaml.v2
# go get github.com/stretchr/testify

To build a package:
# go build aptomi/slinga

To run tests on a package:
# go test aptomi/slinga

To run all tests:
# go test -v ./...

Directory 'testdata' is excluded from processing by 'go' tool:
https://golang.org/cmd/go/#hdr-Description_of_package_lists
{'fraction_non_alphanumeric': 0.10923276983094929, 'fraction_numerical': 0.002600780234070221, 'mean_word_length': 4.133333333333334, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1291333', 'n_tokens_mistral': 272, 'n_tokens_neox': 267, 'n_words': 86}