<commit_before>#  NOTES:
#	- ${queryset.dir} property is expected to come from the scenario file, indicating which queryset of files to use (because each scenario could be different)

#  Need to setup the following system properties that will be picked up and substituted 
# - query.artifacts.dir  - indicating where all query sets can be found
# - vdb.artifacts.dir - indicates where all the vdb can be found


queryfiles.loc=${queryset.artifacts.dir}/${queryset.dir}/${test.queries.dir}

results.loc=${queryset.artifacts.dir}/${queryset.dir}/${expected.results.dir}

#
#  3 - where to find the vdb's, which is used to define the vdb.definition setting in the deploy.properties
vdb.loc=${vdb.artifacts.dir}

# turn off the configuration of the datastores (data refresh) and connector bindings (seting the datastore connection info)
disable_datastore=true


generatedir=target/bulk-query-tests/${queryset.dir}/generate
outputdir=target/bulk-query-tests/${queryset.dir}/output
summarydir=target/bulk-query-tests


#  transaction types
#  See the TransactionFactory for the list of types
transaction-type=offwrap
#transaction-type=local


resultmode=compare


# this is the deploy.properties file which will be used to run all the tests
# it will have these properties updated:
#	1 - vdb.definition (which will be based on vdb.loc)
deployprops.loc=./target/classes/ctc_tests/deploy.properties

process-batch = 20
connector-batch = 20

# this is how to submit queries to Teiid
# default is true
execute.in.batch=false

##########################################<commit_msg>Teiid 781 - documenting the qe config props file<commit_after>#  	The qe-test.properties is used by the bulk client testing .
#	This file provides properties to the process in 2 ways:
#	1.	It acts as a template when property substitution is involved.   Meaning the property value will be derived
#		at execution time.  
#	2.	The other properties will be static.


##--- The following properties are expected to come from the scenario file
#	- ${queryset.dir} indicate which queryset of files to use (because each scenario could be different, bqt, sp, etc)
#	- ${test.queries.dir} indicates which directory in the ${queryset.dir} to find the queries to run.
#	- ${expected.results.dir} indicates which directory in the ${queryset.dir} to find the expected results.  This may be different when 
#			multiple scenarios use the same queries but have different expected results   


##--- The following properties are expected to be passed in as system properties
#	- ${queryset.artifacts.dir} indicates where all query sets can be found
#	- ${vdb.artifacts.dir} indicates where the vdbs can be found


# the location where a specific query set can be found
queryfiles.loc=${queryset.artifacts.dir}/${queryset.dir}/${test.queries.dir}

# the location where the specific expected result files can be found
results.loc=${queryset.artifacts.dir}/${queryset.dir}/${expected.results.dir}

#
#  where to find the vdb's, which is used to define the vdb.definition setting in the deploy.properties
vdb.loc=${vdb.artifacts.dir}

# turn off the configuration of the datastores (data refresh) and connector bindings (seting the datastore connection info)
disable_datastore=true

# the location where newly generated expected results will be created (resultmode = generate)
generatedir=target/bulk-query-tests/${queryset.dir}/generate
# the comparison reports for each query set
outputdir=target/bulk-query-tests/${queryset.dir}/output

# write the summary files out to this location to make it easier to assimilate the files
summarydir=target/bulk-query-tests


#  transaction types
#  See the TransactionFactory for the list of types
transaction-type=offwrap
#transaction-type=local

#  resultmode options:
#	-	compare :  compare actual results to expected results
#	-	generate : create new expected results
#	-	none :  run the queries, only report when errors occur
resultmode=compare


# this is the deploy.properties file which will be used to run all the tests
# it will have these properties updated:
#	1 - vdb.definition (which will be based on vdb.loc)
deployprops.loc=./target/classes/ctc_tests/deploy.properties

process-batch = 20
connector-batch = 20

# this is how to submit queries to Teiid
# default is true
execute.in.batch=false

##########################################
{'fraction_non_alphanumeric': 0.10039143449228644, 'fraction_numerical': 0.00391434492286438, 'mean_word_length': 4.612403100775194, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5626091', 'n_tokens_mistral': 1231, 'n_tokens_neox': 1195, 'n_words': 486}