<commit_before>echo off

rem ###########################################################################
rem This script will install any python dependencies that will be needed
rem by any Pythia code.
rem
rem To install the dependencies for a plugin, simply drag a requirements.txt
rem file onto install_requirements.bat
rem ###########################################################################

set requirements_file=%1
IF %requirements_file%.==. GOTO END_MISSING_ARGUMENT

echo ===============================================================================
echo [1/2] Installing requirements for python 32bit from %requirements_file%...
echo ===============================================================================
echo.

%~dp0\python-embed-win32\python.exe -m pip install --upgrade -r %requirements_file%
if %ERRORLEVEL% GEQ 1 GOTO END_PIP_ERROR

echo.
echo ===============================================================================
echo [2/2] Installing requirements for python 64bit from %requirements_file%...
echo ===============================================================================
echo.

%~dp0\python-embed-amd64\python.exe -m pip install --upgrade -r %requirements_file%
if %ERRORLEVEL% GEQ 1 GOTO END_PIP_ERROR

echo.
echo ===============================================================================
echo Installation done.
echo ===============================================================================

rem ### Error handling ########################################################
GOTO END_OK

:END_PIP_ERROR
  ECHO.
  ECHO !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
  ECHO An error happened during requirements installation. Your python environment is
  ECHO now in an undefined state!
  ECHO Fix the issues and reinstall the requirements!
  ECHO !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
  ECHO.
GOTO END_OK
<commit_msg>Added quotes around some variables in batch files<commit_after>echo off

rem ###########################################################################
rem This script will install any python dependencies that will be needed
rem by any Pythia code.
rem
rem To install the dependencies for a plugin, simply drag a requirements.txt
rem file onto install_requirements.bat
rem ###########################################################################

set requirements_file=%1
IF %requirements_file%.==. GOTO END_MISSING_ARGUMENT

echo ===============================================================================
echo [1/2] Installing requirements for python 32bit from %requirements_file%...
echo ===============================================================================
echo.

"%~dp0"\python-embed-win32\python.exe -m pip install --upgrade -r %requirements_file%
if %ERRORLEVEL% GEQ 1 GOTO END_PIP_ERROR

echo.
echo ===============================================================================
echo [2/2] Installing requirements for python 64bit from %requirements_file%...
echo ===============================================================================
echo.

"%~dp0"\python-embed-amd64\python.exe -m pip install --upgrade -r %requirements_file%
if %ERRORLEVEL% GEQ 1 GOTO END_PIP_ERROR

echo.
echo ===============================================================================
echo Installation done.
echo ===============================================================================

rem ### Error handling ########################################################
GOTO END_OK

:END_PIP_ERROR
  ECHO.
  ECHO !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
  ECHO An error happened during requirements installation. Your python environment is
  ECHO now in an undefined state!
  ECHO Fix the issues and reinstall the requirements!
  ECHO !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
  ECHO.
GOTO END_OK

{'fraction_non_alphanumeric': 0.4642313546423135, 'fraction_numerical': 0.008625063419583967, 'mean_word_length': 8.127314814814815, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3723023', 'n_tokens_mistral': 960, 'n_tokens_neox': 807, 'n_words': 283}