<commit_before># FFI
FFI_VERSION := 3.0.13
FFI_URL := ftp://sourceware.org/pub/libffi/libffi-$(FFI_VERSION).tar.gz

ifdef HAVE_DARWIN_OS
PKGS += ffi
endif
ifeq ($(call need_pkg,"libffi"),)
PKGS_FOUND += ffi
endif

$(TARBALLS)/libffi-$(FFI_VERSION).tar.gz:
	$(call download,$(FFI_URL))

.sum-ffi: libffi-$(FFI_VERSION).tar.gz

ffi: libffi-$(FFI_VERSION).tar.gz .sum-ffi
	$(UNPACK)
	$(MOVE)

.ffi: ffi
	$(RECONF)
	cd $< && $(HOSTVARS) ./configure $(HOSTCONF)
	cd $< && $(MAKE) install
	touch $@
<commit_msg>contrib: fix FFI build<commit_after># FFI
FFI_VERSION := 3.0.13
FFI_URL := ftp://sourceware.org/pub/libffi/libffi-$(FFI_VERSION).tar.gz

ifeq ($(call need_pkg,"libffi"),)
PKGS_FOUND += ffi
endif

$(TARBALLS)/libffi-$(FFI_VERSION).tar.gz:
	$(call download,$(FFI_URL))

.sum-ffi: libffi-$(FFI_VERSION).tar.gz

ffi: libffi-$(FFI_VERSION).tar.gz .sum-ffi
	$(UNPACK)
	$(MOVE)

.ffi: ffi
	$(RECONF)
	cd $< && $(HOSTVARS) ./configure $(HOSTCONF)
	cd $< && $(MAKE) install
	touch $@

{'fraction_non_alphanumeric': 0.21122448979591837, 'fraction_numerical': 0.00816326530612245, 'mean_word_length': 4.703488372093023, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4859909', 'n_tokens_mistral': 465, 'n_tokens_neox': 454, 'n_words': 74}