<commit_before>from commands import commands
from errors import CommandNotExistingException, MissingCharacterException, InvalidVariableNameException
from iposTypes import Integer, String, Command, Item


variables = {
	"A" : String("abcdefghijklmnopqrstuvwxyz"),
	"N" : String("0123456789"),
	"E" : String(""),
	"S" : String(" "),
	"T" : Integer(2),
}

def handleMultiCharLiteral(stack, code, index, literalType):
	"""
	Pushes the literal starting at the given index to the stack as the given type.
	Returns the index of the first character after the literal.
	"""
	if literalType == String:
		seperator = "\""
	elif literalType == Command :
		seperator = "`"
		
	separatorIndex = code.find(seperator, index + 1)
	<commit_msg>Renamed the alphabet variable to L and added B for newlines.<commit_after>from commands import commands
from errors import CommandNotExistingException, MissingCharacterException, InvalidVariableNameException
from iposTypes import Integer, String, Command, Item


variables = {
	"B" : "\n",
	"E" : String(""),
	"L" : String("abcdefghijklmnopqrstuvwxyz"),
	"N" : String("0123456789"),
	"S" : String(" "),
	"T" : Integer(2),
}

def handleMultiCharLiteral(stack, code, index, literalType):
	"""
	Pushes the literal starting at the given index to the stack as the given type.
	Returns the index of the first character after the literal.
	"""
	if literalType == String:
		seperator = "\""
	elif literalType == Command :
		seperator = "`"
		
	separatorIndex = code.find(seperator, index + 1)
	
{'fraction_non_alphanumeric': 0.1164021164021164, 'fraction_numerical': 0.015873015873015872, 'mean_word_length': 5.027888446215139, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4960073', 'n_tokens_mistral': 498, 'n_tokens_neox': 458, 'n_words': 152}