<commit_before>{
	"$schema": "http://json-schema.org/draft-07/schema#",
	"$id": "https://github.com/marmeladema/Peggy/tree/master/peggy/grammar.json",
	"title": "Peggy PEG Grammar Schema",

	"definitions": {
		"node": {
			"type": "object",
			"properties": {
				"ast": {
					"type": "string",
					"enum": ["BUILD", "SKIP", "VOID"]
				},
				"type": {
					"type": "string",
					"enum": ["RULE", "CALL", "SEQUENCE", "CHOICE", "RANGE", "WILDCARD", "STRING"]
				},
				"min": {
					"type": "integer"
				},
				"max": {
					"type": "integer"
				}
			},
			"anyOf": [
				{
					"properties": {
						"type": {
							"type": "string",
							"enum": ["RULE"]
						},
						"data": {
							"$ref": "#/definitions/node"
						}
					}
				},
				{
					"properties": {
						"type": {
							"type": "string",
							"enum": ["CALL", "STRING", "RANGE"]
						},
						"data": {
							"type": "string"
						}<commit_msg>Ensure CALL, STRING and RANGE node have a non empty 'data' field<commit_after>{
	"$schema": "http://json-schema.org/draft-07/schema#",
	"$id": "https://github.com/marmeladema/Peggy/tree/master/peggy/grammar.json",
	"title": "Peggy PEG Grammar Schema",

	"definitions": {
		"node": {
			"type": "object",
			"properties": {
				"ast": {
					"type": "string",
					"enum": ["BUILD", "SKIP", "VOID"]
				},
				"type": {
					"type": "string",
					"enum": ["RULE", "CALL", "SEQUENCE", "CHOICE", "RANGE", "WILDCARD", "STRING"]
				},
				"min": {
					"type": "integer"
				},
				"max": {
					"type": "integer"
				}
			},
			"anyOf": [
				{
					"properties": {
						"type": {
							"type": "string",
							"enum": ["RULE"]
						},
						"data": {
							"$ref": "#/definitions/node"
						}
					}
				},
				{
					"properties": {
						"type": {
							"type": "string",
							"enum": ["CALL", "STRING", "RANGE"]
						},
						"data": {
							"type": "string",
							"minLength": 1
						}
{'fraction_non_alphanumeric': 0.24404145077720207, 'fraction_numerical': 0.0025906735751295338, 'mean_word_length': 2.079744816586922, 'pattern_counts': {'":': 61, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7347162', 'n_tokens_mistral': 1054, 'n_tokens_neox': 734, 'n_words': 133}