<commit_before>### Merge ###
### This class is used to merge variables in the schema dictionary into the data dictionary, without losing defaults.
### It never returns the dictionaries, as the original dictionaries are passed by reference automatically.
### The schema dictionary is never be modified by this class.

class Merge():

    # Initialisation creates sets of the top level keys in both dictionaries, and the intersection between the two.
    def __init__(self, schema, data):
        self.schema = schema
        self.data = data

        # Create the sets.
        self.set_schema = set(self.schema.keys())
        self.set_data = set(self.data.keys())
        self.intersect = self.set_schema.intersection(self.set_data)
        
<commit_msg>added merge docstring<commit_after>
""" Merge used to merge variables in the schema dictionary into the data dictionary, without losing defaults.
    It never returns the dictionaries, as the original dictionaries are passed by reference automatically.
    The schema dictionary is never be modified by this class. """

class Merge():

    # Initialisation creates sets of the top level keys in both dictionaries, and the intersection between the two.
    def __init__(self, schema, data):
        self.schema = schema
        self.data = data

        # Create the sets.
        self.set_schema = set(self.schema.keys())
        self.set_data = set(self.data.keys())
        self.intersect = self.set_schema.intersection(self.set_data)
        

{'fraction_non_alphanumeric': 0.07794803464357095, 'fraction_numerical': 0.0, 'mean_word_length': 3.195530726256983, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '730433', 'n_tokens_mistral': 384, 'n_tokens_neox': 374, 'n_words': 159}