<commit_before>


:: Copy all the relevant files to the build directory

SET BINPBO_PROGRAM_PATH=%programfiles(x86)%\Bohemia Interactive\Tools\BinPBO Personal Edition\
SET THE_TMP_DIR=crimson-legacy.Altis
SET FLAGS=/NP /NDL /NFL /NJH /NJS /E

robocopy .\data      .\..\%THE_TMP_DIR%\data %FLAGS%
robocopy .\functions .\..\%THE_TMP_DIR%\functions %FLAGS%
robocopy .\images    .\..\%THE_TMP_DIR%\images mission-wait-08.jpg %FLAGS%
robocopy .\scripts   .\..\%THE_TMP_DIR%\scripts %FLAGS%
robocopy .\sounds    .\..\%THE_TMP_DIR%\sounds %FLAGS%
robocopy .\          .\..\%THE_TMP_DIR%\ description.ext init.sqf LICENSE mission.sqm  /NP /NDL /NFL /NJH /NJS

:: before packing the mission, put the build datetime in /scripts/init-player.sqf
:: use windows powershell to find the string defined by this regular expression...
SET fnrRegExpr={{AUTO_INSERT_BUILD_DATETIME}}
:: ... in this file
SET fnrFile=.\..\%THE_TMP_DIR%\scripts\init-player.sqf
powershell.exe -Command "(Get-Content %fnrFile%) | ForEach-Object { $_ -Replace \"%fnrRegExpr%\", (get-date  -format "{dd-MMM-yyyy HH:mm}") } | Set-Content %fnrFile%"

:: and now, finally, package everything into a binary
"%BINPBO_PROGRAM_PATH%\BinPBO.exe" "%CD%\..\%THE_TMP_DIR%" "%CD%\.." -PACK -DEBUG

:: clean up the temporary directory
rmdir /S /Q ..\%THE_TMP_DIR%
<commit_msg>updated the bat file, now just calls builder.py<commit_after>
:: set the python executable
SET PYTHON=%LOCALAPPDATA%\Programs\Python\Python35\python.exe

:: run the build script
%PYTHON% builder.py

{'fraction_non_alphanumeric': 0.1541501976284585, 'fraction_numerical': 0.003952569169960474, 'mean_word_length': 3.853035143769968, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1296122', 'n_tokens_mistral': 569, 'n_tokens_neox': 540, 'n_words': 140}