<commit_before>""" The configuration file for the test framework
	All CAPITALIZED names are settings
"""
from dummy.statistics.engines import count, avg

TEMP = '.tmp' # directory for temp files
TESTS = 'tests' # directory with all the tests

# define the test suites
SUITES = {
	'perf': [
		'perf/*' # everyting in the directory perf
	],

	'perf-fast': [
		'test1'
		'test4'
	]
}

# regex that determines what git tags are treated as releases
# or None if this should be disabled
# per default, every tag is treated as a release
GIT_TAG_RELEASE_REGEX = r".*"

# manual selection of commit hashes as releases
RELEASES = {
	'beta': '5c67ae07921da8716df2ef4da40fb458c1690ee5'
}

# this is test runner executable; it takes one argument: the path to the test
TEST_RUNNER = 'bin/runner.sh'

# custom statistics function
def function_cov( stat, coverage ):
	# loop over the function coverage
	# information and add one to the statistic for every function that is
	# at least partially covered
	for f in coverage.functions:
		if f.coverage > 0:
			state += 1

# here you configure the metrics you would like to collect
# from the test results, how to collect them and were to store them
METRICS = {
	'cycles': {
		# the collector can be an external executable that is called
		# with the path to the test results directory as a first parameter
		'collector': 'bin/cycles.sh'
	},

	# passing/failing of a test is also configured as a collector
	'pass/fail': {
		# well, we assume you have enough examples

		'collector': PassFail

		# we can configure what statistics are gathered over the different tests
		# several statistics engines exist in the python module `dummy.statistics.engines`
		# 	count (count occurrences of results)
		# 	avg
		'statistics': {
			# let's count the amount of tests failed/passed
			'tests passing': {
				'function': count
			},
		}
	},

	'coverage': {
		'collector': 'bin/coverage.sh',

		# we expect the collector script it to print the value
		# of the measured metric to the STDOUT stream
		# STDERR is caught and reported to the user
		# the type defaults to 'value', but can be set to 'json' to have the metric parsed
		# as json before storing it
		'type': 'json',

		# additionally the script can log data to files
		# and have them copied to the test results directory<commit_msg>Amend to dummy_config.py<commit_after>""" The configuration file for the test framework
	All CAPITALIZED names are settings
"""
from dummy.statistics.engines import count, avg
from dummy.collectors import *

TEMP = '.tmp' # directory for temp files
TESTS = 'tests' # directory with all the tests

# define the test suites
SUITES = {
	'perf': [
		'perf/*' # everyting in the directory perf
	],

	'perf-fast': [
		'test1'
		'test4'
	]
}

# regex that determines what git tags are treated as releases
# or None if this should be disabled
# per default, every tag is treated as a release
GIT_TAG_RELEASE_REGEX = r".*"

# manual selection of commit hashes as releases
RELEASES = {
	'beta': '5c67ae07921da8716df2ef4da40fb458c1690ee5'
}

# this is test runner executable; it takes one argument: the path to the test
TEST_RUNNER = 'bin/runner.sh'

# custom statistics function
def function_cov( stat, coverage ):
	# loop over the function coverage
	# information and add one to the statistic for every function that is
	# at least partially covered
	for f in coverage.functions:
		if f.coverage > 0:
			state += 1

# here you configure the metrics you would like to collect
# from the test results, how to collect them and were to store them
METRICS = {
	'cycles': {
		# the collector can be an external executable that is called
		# with the path to the test results directory as a first parameter
		'collector': 'bin/cycles.sh'
	},

	# passing/failing of a test is also configured as a collector
	'pass/fail': {
		# well, we assume you have enough examples

		'collector': PassFail,

		# we can configure what statistics are gathered over the different tests
		# several statistics engines exist in the python module `dummy.statistics.engines`
		# 	count (count occurrences of results)
		# 	avg
		'statistics': {
			# let's count the amount of tests failed/passed
			'tests passing': {
				'function': count
			},
		}
	},

	'coverage': {
		'collector': 'bin/coverage.sh',

		# we expect the collector script it to print the value
		# of the measured metric to the STDOUT stream
		# STDERR is caught and reported to the user
		# the type defaults to 'value', but can be set to 'json' to have the metric parsed
		# as json before storing it
		'type': 'json',

		# additionally the script can log data to files
		# and have them copied to the test results directory
{'fraction_non_alphanumeric': 0.07710430499036196, 'fraction_numerical': 0.01199400299850075, 'mean_word_length': 3.750762970498474, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4250164', 'n_tokens_mistral': 1499, 'n_tokens_neox': 1358, 'n_words': 630}