<commit_before>
@echo off
@echo SCRIPT: windows_prefix
if "%1"=="" goto default_value_python:
if "%1"=="default" goto default_value_python:
set pythonexe=%1
goto start_script:

:default_value_python:
set pythonexe=c:\Python36_x64\python

@echo ~SET pythonexe=%pythonexe%

:start_script:
set current=%~dp0
@echo ~SET current=%current%
set PYTHONPATH=%current%\src

%pythonexe% -u %current%..\setup.py update_grammars
if %errorlevel% neq 0 exit /b %errorlevel%<commit_msg>fix script to update the grammar<commit_after>
@echo off
@echo SCRIPT: windows_prefix
if "%1"=="" goto default_value_python:
if "%1"=="default" goto default_value_python:
set pythonexe=%1
goto start_script:

:default_value_python:
set pythonexe=c:\Python36_x64\python

@echo ~SET pythonexe=%pythonexe%

:start_script:
set current=%~dp0
@echo ~SET current=%current%
set PYTHONPATH=%current%\src

%pythonexe% -u %current%..\setup.py update_grammars MokadiGrammar_fr.g4
if %errorlevel% neq 0 exit /b %errorlevel%
{'fraction_non_alphanumeric': 0.1317671092951992, 'fraction_numerical': 0.01940755873340143, 'mean_word_length': 7.305084745762712, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1743326', 'n_tokens_mistral': 390, 'n_tokens_neox': 372, 'n_words': 91}