<commit_before>#!/usr/bin/env python


"""MOVIE ] ----------------------------------------
    schema :: {'type': 'object', 'properties': {'year': {'minimum': 1950, 'type': 'number', 'maximum': 2011, 'title': 'year'}, 'title': {'title': 'title', 'type': 'string', 'maxLength': 40}}, 'title': 'Movie'}
    python :: {'p': u'It was pretty good', 't': u'Some Movie', 'y': 2011}
      json :: {"p": "It was pretty good", "t": "Some Movie", "y": 2011}
     owner :: {'p': 'It was pretty good', 't': 'Some Movie', 'y': 2011}
    public :: {"y": 2011, "t": "Some Movie"}

Movie as JSON ] --------------------------------
      json :: {"p": "It was pretty good", "t": "Some Movie", "y": 2011}

RESTORED MOVIE ] -------------------------------
    schema :: {'type': 'object', 'properties': {'year': {'minimum': 1950, 'type': 'number', 'maximum': 2011, 'title': 'year'}, 'title': {'title': 'title', 'type': 'string', 'maxLength': 40}}, 'title': 'Movie'}
    python :: {'p': u'It was pretty good', 't': u'Some Movie', 'y': 2011}
      json :: {"p": "It was pretty good", "title": "Some Movie", "y": 2011}
     owner :: {'p': u'It was pretty good', 't': u'Some Movie', 'y': 2011}
    public :: {"y": 2011, "t": "Some Movie"}<commit_msg>Updated the comment to show the correct output<commit_after>#!/usr/bin/env python


"""MOVIE ] ----------------------------------------
    schema :: {"type": "object", "properties": {"y": {"minimum": 1950, "type": "number", "maximum": 2012, "title": "year"}, "p": {"title": "personal_thoughts", "type": "string", "maxLength": 255}, "t": {"title": "title", "type": "string", "maxLength": 40}}, "title": "Movie"}
    python :: {'y': 2011, 'p': u'It was pretty good', 't': u'Some Movie'}
      json :: {"y": 2011, "p": "It was pretty good", "t": "Some Movie"}
     owner :: {'y': 2011, 'p': u'It was pretty good', 't': u'Some Movie'}
    public :: {"y": 2011, "t": "Some Movie"}

Movie as JSON ] --------------------------------
      json :: {"y": 2011, "p": "It was pretty good", "t": "Some Movie"}

RESTORED MOVIE ] -------------------------------
    schema :: {"type": "object", "properties": {"y": {"minimum": 1950, "type": "number", "maximum": 2012, "title": "year"}, "p": {"title": "personal_thoughts", "type": "string", "maxLength": 255}, "t": {"title": "title", "type": "string", "maxLength": 40}}, "title": "Movie"}
{'fraction_non_alphanumeric': 0.3353191489361702, 'fraction_numerical': 0.04340425531914894, 'mean_word_length': 2.931438127090301, 'pattern_counts': {'":': 53, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7440491', 'n_tokens_mistral': 853, 'n_tokens_neox': 728, 'n_words': 263}