<commit_before>RUSTC ?= rustc
RUST_FLAGS ?=
DEPS = -L extlibs/rust-toml/lib -L lib

.PHONY: deps libsplice spliced splice libdir bindir

all: libsplice spliced splice

# Cheap dependency resolution using submodules and make rules
# Definitely change once an appropriate package manager exists
deps: extlibs/rust-toml/Makefile
	$(MAKE) -C extlibs/rust-toml

libdir:
	mkdir -p lib

bindir:
	mkdir -p bin

libsplice: src/libsplice/lib.rs libdir deps
	$(RUSTC) $(DEPS) -O --out-dir lib $<

#spliced: src/spliced/main.rs bindir deps libsplice
#	$(RUSTC) $(DEPS) -O --out-dir bin $<

#splice: src/splice/main.rs bindir deps libsplice
#	$(RUSTC) $(DEPS) -O --out-dir bin $<

clean:
#	rm -f bin/*
	rm -f lib/*<commit_msg>Update build system to build spliced<commit_after>RUSTC ?= rustc
RUST_FLAGS ?= -O
DEPS = -L extlibs/rust-toml/lib -L lib

.PHONY: deps libsplice spliced splice libdir bindir

all: libsplice spliced splice

# Cheap dependency resolution using submodules and make rules
# Definitely change once an appropriate package manager exists
deps: extlibs/rust-toml/Makefile
	$(MAKE) -C extlibs/rust-toml

libdir:
	mkdir -p lib

bindir:
	mkdir -p bin

libsplice: src/libsplice/lib.rs libdir deps
	$(RUSTC) $(DEPS) $(RUST_FLAGS) --out-dir lib $<

spliced: src/spliced/main.rs bindir deps libsplice
	$(RUSTC) $(DEPS) $(RUST_FLAGS) --out-dir bin $<

#splice: src/splice/main.rs bindir deps libsplice
#	$(RUSTC) $(DEPS) $(RUST_FLAGS) --out-dir bin $<

clean:
	rm -f bin/*
	rm -f lib/*
{'fraction_non_alphanumeric': 0.12685560053981107, 'fraction_numerical': 0.0, 'mean_word_length': 3.959866220735786, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5943408', 'n_tokens_mistral': 613, 'n_tokens_neox': 585, 'n_words': 173}