<commit_before>.PHONY: info zdb lobid opac update sites isil.csv
.SUFFIXES: .txt .pica .nt .ttl

PICA = $(shell find isil -name '*.pica')
TXT  = $(shell find isil -name '*.txt')
PICATTL = $(shell find isil -name '*.pica' | sed s/pica/ttl/)
TXTTTL = $(shell find isil -name '*.txt' | sed s/txt/ttl/)

info:
	@find isil/* -mindepth 1 -printf '%f\n' | sort | uniq -c
	@find isil/* -type d -empty

sites: $(TXTTTL)

zdbttl: $(PICATTL)

zdb: zdb zdbttl

zdb:
	@ls ./isil | xargs ./app/getzdb.pl
	
lobid:
	@ls ./isil | xargs ./app/getlobid.pl

opacs:
	@ls ./isil | xargs ./app/getopac.pl

update: zdb lobid opacs
	
###############################################################################<commit_msg>circular reference<commit_after>.PHONY: info zdb lobid opac update sites isil.csv
.SUFFIXES: .txt .pica .nt .ttl

PICA = $(shell find isil -name '*.pica')
TXT  = $(shell find isil -name '*.txt')
PICATTL = $(shell find isil -name '*.pica' | sed s/pica/ttl/)
TXTTTL = $(shell find isil -name '*.txt' | sed s/txt/ttl/)

info:
	@find isil/* -mindepth 1 -printf '%f\n' | sort | uniq -c
	@find isil/* -type d -empty

sites: $(TXTTTL)

zdbttl: $(PICATTL)

zdb: getzdb zdbttl

getzdb:
	@ls ./isil | xargs ./app/getzdb.pl
	
lobid:
	@ls ./isil | xargs ./app/getlobid.pl

opacs:
	@ls ./isil | xargs ./app/getopac.pl

update: zdb lobid opacs
	
###############################################################################
{'fraction_non_alphanumeric': 0.2693125442948264, 'fraction_numerical': 0.001417434443656981, 'mean_word_length': 3.440251572327044, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6548599', 'n_tokens_mistral': 599, 'n_tokens_neox': 586, 'n_words': 165}