<commit_before>@ECHO OFF

if "x%WRAPPER_HOME%"=="x" (
  set WRAPPER_HOME=%~dp0
)
SET model=%1
shift

: create var with remaining arguments
set r=%1
:loop
shift
if "x%1"=="x" goto done
set r=%r% %1
goto loop
:done

if "x%PYTHON_BIN%"=="x" (
  set PYTHON_BIN="%HOMEDRIVE%""%HOMEPATH%"\Miniconda3\python.exe
)
%PYTHON_BIN% %WRAPPER_HOME%\gate-lf-pytorch-json\apply.py %model% %r%

<commit_msg>We can ignore the arguments 2 and 3 the apply script gets<commit_after>@ECHO OFF

if "x%WRAPPER_HOME%"=="x" (
  set WRAPPER_HOME=%~dp0
)
SET model=%1
shift
shift
shift

: create var with remaining arguments
set r=%1
:loop
shift
if "x%1"=="x" goto done
set r=%r% %1
goto loop
:done

if "x%PYTHON_BIN%"=="x" (
  set PYTHON_BIN="%HOMEDRIVE%""%HOMEPATH%"\Miniconda3\python.exe
)
%PYTHON_BIN% %WRAPPER_HOME%\gate-lf-pytorch-json\apply.py %model% %r%


{'fraction_non_alphanumeric': 0.16099773242630386, 'fraction_numerical': 0.015873015873015872, 'mean_word_length': 4.017045454545454, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4263520', 'n_tokens_mistral': 426, 'n_tokens_neox': 408, 'n_words': 85}