<commit_before>import functions as f
import re

def rc(code):
    empty = re.compile("^$")
    only_spaces = re.compile("^\s+$")
    errors = []
    no_params = ['about', 'commands_written', 'stats', 'errors']
    
    for line in code:
        #Get input
        Input = line.split(' ')
        
        #Test for empty input
        deleted = 0
        
        for index in range(len(Input)):
            if Input[index - deleted] == '':
                del Input[index - deleted]
                deleted += 1
        <commit_msg>Added support for variables in files<commit_after>import functions as f
import re

def rc(code):
    empty = re.compile("^$")
    only_spaces = re.compile("^\s+$")
    errors = []
    no_params = ['about', 'commands_written', 'stats', 'errors']
    number_vars = {}
    no_qoutes_needed = {
        'defint': 0,
        'run': 0
    }
    
    for line in code:
        #Get input
        Input = line.split(' ')
        
        #Test for empty input
        deleted = 0
        
        for index in range(len(Input)):
            if Input[index - deleted] == '':
                del Input[index - deleted]
                deleted += 1
        
{'fraction_non_alphanumeric': 0.1280746395250212, 'fraction_numerical': 0.005089058524173028, 'mean_word_length': 1.6636568848758464, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1139507', 'n_tokens_mistral': 355, 'n_tokens_neox': 344, 'n_words': 99}