<commit_before>@echo off

if "%OS%" == "Windows_NT" setlocal

rem Move to the directory containing this script
cd %cd%

set LANG=en_US.UTF-8
set JAVA_OPTS=%JAVA_OPTS% -Dfile.encoding=UTF8"

rem The directory containing the indexes
set OPENSEARCHSERVER_DATA=%cd%\data

rem The TCP port used by the server
set SERVER_PORT=9090

rem Any JAVA option. Often used to allocate more memory. Uncomment this line to allocate 1GB.
rem set JAVA_OPTS=%JAVA_OPTS% -Xms1G -Xmx1G

rem Starting the server
java %JAVA_OPTS% -jar opensearchserver.jar -extractDirectory server -httpPort %SERVER_PORT% -uriEncoding UTF-8 -Doss.externalparser.classpath=%cd%/lib/ext/*<commit_msg>Fixes #1414 Add file.encoding directive<commit_after>@echo off

if "%OS%" == "Windows_NT" setlocal

rem Move to the directory containing this script
cd %cd%

set LANG=en_US.UTF-8
set JAVA_OPTS=%JAVA_OPTS% -Dfile.encoding=UTF8

rem The directory containing the indexes
set OPENSEARCHSERVER_DATA=%cd%\data

rem The TCP port used by the server
set SERVER_PORT=9090

rem Any JAVA option. Often used to allocate more memory. Uncomment this line to allocate 1GB.
rem set JAVA_OPTS=%JAVA_OPTS% -Xms1G -Xmx1G

rem Starting the server
java %JAVA_OPTS% -jar opensearchserver.jar -extractDirectory server -httpPort %SERVER_PORT% -uriEncoding UTF-8 -Doss.externalparser.classpath=%cd%/lib/ext/*
{'fraction_non_alphanumeric': 0.08588498879761015, 'fraction_numerical': 0.017923823749066467, 'mean_word_length': 5.261682242990654, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7081254', 'n_tokens_mistral': 480, 'n_tokens_neox': 452, 'n_words': 153}