<commit_before>The serialization format is to a single file, named after the VM disk image.
This file is actually a collection of BSON documents.  They are detailed below.

Keys are named exactly as presented below, and values range across permitted
values given their type.

 - Example: VMXXXXX.bson

        MBR Document
        ------------
        Repeated: once
            {
                'gpt' : BSON_BOOLEAN;
                'sectors' : BSON_ARRAY;
            }

        Partition Table Entry Document
        ------------------------------
        Repeated: [0,128] times
            {
                'pte_num' : BSON_INT32;
                'partition_type' : BSON_INT32;
                'first_sector_lba' : BSON_INT32;
                'final_sector_lba' : BSON_INT32;
                'mount_point' : BSON_STRING;
                'sectors' : BSON_ARRAY;
            }  

            /* Next section tailored to file system type. 
             * Only ext2 considered here */

            File System Document 
            --------------------
            Repeated: 1 time (one per partition expected)
            {
                'fs_type' : BSON_INT32;
                'num_block_groups' : BSON_INT32;
                'superblock' : BSON_BINARY : BSON_GENERIC_BINARY;
                'sectors' : BSON_ARRAY; /* array of sector BSON_INT32's */
            }

            Block Group Descriptor
            ----------------------
            Repeated: 'num_block_groups' times
            {
               'bgd' : BSON_BINARY : BSON_GENERIC_BINARY;
               'sectors'  : BSON_ARRAY; /* array of sector BSON_INT32's */
            }

            File Entry Document
            -------------------
            Repeated: n times, where n is the number of file objects observable
            {
                'path' : BSON_STRING;
                'is_dir' : BSON_BOOLEAN;
                'inode' : BSON_BINARY : BSON_GENERIC_BINARY;
                'sectors' : BSON_ARRAY; /* array of sector BSON_INT32's */
            }<commit_msg>disk_analyzer: update serialization format descriptions<commit_after>The serialization format is to a single file, named after the VM disk image.
This file is actually a collection of BSON documents.  They are detailed below.

Keys are named exactly as presented below, and values range across permitted
values given their type.

 - Example: VMXXXXX.bson

        MBR Document
        ------------
        Repeated: once
            {
                'gpt' : BSON_BOOLEAN;
                'sector' : BSON_INT32;
            }

        Partition Table Entry Document
        ------------------------------
        Repeated: [0,128] times
            {
                'pte_num' : BSON_INT32;
                'partition_type' : BSON_INT32;
                'first_sector_lba' : BSON_INT32;
                'final_sector_lba' : BSON_INT32;
                'mount_point' : BSON_STRING;
                'sector' : BSON_INT32;
            }  

            /* Next section tailored to file system type. 
             * Only ext2 considered here */

            File System Document 
            --------------------
            Repeated: 1 time (one per partition expected)
            {
                'fs_type' : BSON_INT32;
                'num_block_groups' : BSON_INT32;
                'superblock' : BSON_BINARY : BSON_GENERIC_BINARY;
                'start_sector' : BSON_INT32;
                'end_sector' : BSON_INT32;
            }

            Block Group Descriptor
            ----------------------
            Repeated: 'num_block_groups' times
            {
               'bgd' : BSON_BINARY : BSON_GENERIC_BINARY;
               'sector' : BSON_INT32;
               'block_bitmap_sector_start' : BSON_INT32;
               'block_bitmap_sector_end' : BSON_INT32;
               'inode_bitmap_sector_start' : BSON_INT32;
               'inode_bitmap_sector_end' : BSON_INT32;
               'inode_table_sector_start' : BSON_INT32;
               'inode_table_sector_end' : BSON_INT32;
            }

            File Entry Document
            -------------------
            Repeated: n times, where n is the number of file objects observable
            {
                'path' : BSON_STRING;
                'is_dir' : BSON_BOOLEAN;
                'inode' : BSON_BINARY : BSON_GENERIC_BINARY;
                'sectors' : BSON_ARRAY; /* array of sector BSON_INT32's */
            }
{'fraction_non_alphanumeric': 0.10943820224719102, 'fraction_numerical': 0.014831460674157304, 'mean_word_length': 1.2907874420998455, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1444753', 'n_tokens_mistral': 1282, 'n_tokens_neox': 1180, 'n_words': 308}