<commit_before>PYTHON ?= python2.6
MATLAB_SCRIPT ?= matlab
TMW_ROOT ?= $(shell ${MATLAB_SCRIPT} -e | grep MATLAB= | sed s/^MATLAB=//)

CFLAGS=$(shell ${PYTHON}-config --cflags)
CLIBS=$(shell ${PYTHON}-config --libs)
LDFLAGS=$(shell ${PYTHON}-config --ldflags) -L$(shell ${PYTHON}-config --prefix)/lib

BUILDBRANCH = $(shell git branch --no-color | sed -e '/^[^*]/d' -e 's/* \(.*\)/\1/')
ifeq ($(BUILDBRANCH),)
 BUILDBRANCH = unknown
endif
BUILDTAG = $(shell git describe --always)
ifeq ($(BUILDTAG),)
 BUILDTAG = unknown
endif<commit_msg>My workstation's git doesn't know what '--always' means?<commit_after>PYTHON ?= python2.6
MATLAB_SCRIPT ?= matlab
TMW_ROOT ?= $(shell ${MATLAB_SCRIPT} -e | grep MATLAB= | sed s/^MATLAB=//)

CFLAGS=$(shell ${PYTHON}-config --cflags)
CLIBS=$(shell ${PYTHON}-config --libs)
LDFLAGS=$(shell ${PYTHON}-config --ldflags) -L$(shell ${PYTHON}-config --prefix)/lib

BUILDBRANCH = $(shell git branch --no-color | sed -e '/^[^*]/d' -e 's/* \(.*\)/\1/')
ifeq ($(BUILDBRANCH),)
 BUILDBRANCH = unknown
endif
BUILDTAG = $(shell git describe)
ifeq ($(BUILDTAG),)
 BUILDTAG = unknown
endif
{'fraction_non_alphanumeric': 0.21711711711711712, 'fraction_numerical': 0.005405405405405406, 'mean_word_length': 4.472906403940887, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '268943', 'n_tokens_mistral': 445, 'n_tokens_neox': 430, 'n_words': 105}