<commit_before>ifeq ($(OS),Windows_NT)

EXE := .exe
CMDSEP := &
PSEP := \\
CPF := copy /y
RMF := del /f /q
RMFR := -rd /s /q
MDP := -md
XIF := if exist
XTHEN := (
XFI := )
CATIN := copy /b
CATADD := +
CATOUT :=
EQT :=
CMDQUIET := >nul 2>nul & verify >nul

PLATFORM := win32

else

SYSNAME := $(shell uname)

EXE :=
CMDSEP := ;
PSEP := /
CPF := cp -f
RMF := rm -f
RMFR := rm -fr
MDP := mkdir -p
XIF := if [ -x
XTHEN := ]; then
XFI := ; fi
CATIN := cat
CATADD := 
CATOUT := >
EQT := "
#" make vim syntax highlight happy
CMDQUIET := >/dev/null 2>&1

PLATFORM := posix

endif

# vim: noet:si:ts=8:sts=8:sw=8<commit_msg>support MSYS / MinGW / cygwin<commit_after>ifeq ($(OS),Windows_NT)
PLATFORM := win32
POSIXSHELL :=
ifdef LANG
POSIXSHELL := 1
endif
ifdef BASH
POSIXSHELL := 1
endif
else
PLATFORM := posix
POSIXSHELL := 1
endif

ifdef POSIXSHELL

SYSNAME := $(shell uname 2>/dev/null)
EXE :=
CMDSEP := ;
PSEP := /
CPF := cp -f
RMF := rm -f
RMFR := rm -fr
MDP := mkdir -p
XIF := if [ -x
XTHEN := ]; then
XFI := ; fi
CATIN := cat
CATADD := 
CATOUT := >
EQT := "
#" make vim syntax highlight happy
CMDQUIET := >/dev/null 2>&1

else

SYSNAME :=
EXE := .exe
CMDSEP := &
PSEP := \\
CPF := copy /y
RMF := del /f /q
RMFR := -rd /s /q
MDP := -md
XIF := if exist
XTHEN := (
XFI := )
CATIN := copy /b
CATADD := +
CATOUT :=
EQT :=
CMDQUIET := >nul 2>nul & verify >nul

endif

# vim: noet:si:ts=8:sts=8:sw=8
{'fraction_non_alphanumeric': 0.19194823867721064, 'fraction_numerical': 0.014378145219266714, 'mean_word_length': 3.046511627906977, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 16, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6547937', 'n_tokens_mistral': 677, 'n_tokens_neox': 644, 'n_words': 183}