<commit_before>SHELL := /bin/bash

ifndef SPACY_EXTRAS
override SPACY_EXTRAS = spacy-lookups-data==1.0.0rc0 jieba pkuseg==0.0.25 pickle5 sudachipy sudachidict_core
endif

ifndef PYVER
override PYVER = 3.6
endif

VENV := ./env$(PYVER)

version := $(shell "bin/get-version.sh")
package := $(shell "bin/get-package.sh")

ifndef SPACY_BIN
override SPACY_BIN = $(package)-$(version).pex
endif

ifndef WHEELHOUSE
override WHEELHOUSE = "./wheelhouse"
endif


dist/$(SPACY_BIN) : $(WHEELHOUSE)/spacy-$(PYVER)-$(version).stamp<commit_msg>Update to spacy-pkuseg==0.0.26 in Makefile<commit_after>SHELL := /bin/bash

ifndef SPACY_EXTRAS
override SPACY_EXTRAS = spacy-lookups-data==1.0.0rc0 jieba spacy-pkuseg==0.0.26 sudachipy sudachidict_core
endif

ifndef PYVER
override PYVER = 3.6
endif

VENV := ./env$(PYVER)

version := $(shell "bin/get-version.sh")
package := $(shell "bin/get-package.sh")

ifndef SPACY_BIN
override SPACY_BIN = $(package)-$(version).pex
endif

ifndef WHEELHOUSE
override WHEELHOUSE = "./wheelhouse"
endif


dist/$(SPACY_BIN) : $(WHEELHOUSE)/spacy-$(PYVER)-$(version).stamp
{'fraction_non_alphanumeric': 0.15115207373271888, 'fraction_numerical': 0.02304147465437788, 'mean_word_length': 5.241379310344827, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2901131', 'n_tokens_mistral': 451, 'n_tokens_neox': 443, 'n_words': 84}