<commit_before>@ECHO OFF

SET FILE=1.cs
SET FILE2=2.cs
SET FILE3=3.cs
SET LEX=3.lex
SET LEX_LIST=3.lst
SET DATA_APP=data.exe


SET VS_DEV_BAT="%VS140COMNTOOLS%VsDevCmd.bat"

IF NOT EXIST %VS_DEV_BAT% (
    SET VS_DEV_BAT="%VS120COMNTOOLS%VsDevCmd.bat"
) ELSE (
    GOTO :MAIN
)

IF NOT EXIST %VS_DEV_BAT% (
    ECHO "There are no supported Visual Studio version installed on your machine!!!"
    GOTO :PAUSE
) ELSE (
	GOTO :MAIN
)

GOTO :PAUSE

GOTO :EOF

REM --------------MAIN START---------
:MAIN
ECHO Found %VS_DEV_BAT%
CALL :CLEAN

ShaderlabVS.LexTools.exe %LEX%
gplex %LEX%

CALL :WRITE_CS_ONE
CALL :WRITE_CS_TWO

CALL %VS_DEV_BAT%
ECHO Building
csc /target:exe /out:%DATA_APP% %FILE% %FILE2% %FILE3%

IF EXIST %DATA_APP% (<commit_msg>Update UpdateLexData.cmd<commit_after>@ECHO OFF

SET FILE=1.cs
SET FILE2=2.cs
SET FILE3=3.cs
SET LEX=3.lex
SET LEX_LIST=3.lst
SET DATA_APP=data.exe


SET VS_DEV_BAT="%VS140COMNTOOLS%VsDevCmd.bat"

IF NOT EXIST %VS_DEV_BAT% (
    SET VS_DEV_BAT="%VS150COMNTOOLS%VsDevCmd.bat"
    IF NOT EXIST %VS_DEV_BAT% (
    	SET VS_DEV_BAT="%VS120COMNTOOLS%VsDevCmd.bat"
    )
) ELSE (
    GOTO :MAIN
)

IF NOT EXIST %VS_DEV_BAT% (
    ECHO "There are no supported Visual Studio version installed on your machine!!!"
    GOTO :PAUSE
) ELSE (
	GOTO :MAIN
)

GOTO :PAUSE

GOTO :EOF

REM --------------MAIN START---------
:MAIN
ECHO Found %VS_DEV_BAT%
CALL :CLEAN

ShaderlabVS.LexTools.exe %LEX%
gplex %LEX%

CALL :WRITE_CS_ONE
CALL :WRITE_CS_TWO

CALL %VS_DEV_BAT%
ECHO Building
csc /target:exe /out:%DATA_APP% %FILE% %FILE2% %FILE3%

IF EXIST %DATA_APP% (
{'fraction_non_alphanumeric': 0.1359039190897598, 'fraction_numerical': 0.020859671302149177, 'mean_word_length': 3.811550151975684, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5916060', 'n_tokens_mistral': 749, 'n_tokens_neox': 688, 'n_words': 167}