<commit_before>{
<<<<<<< HEAD
    id: some hash
    Users: [Id,...],
    Rows: {
        Id: {
            raw_audio: audiobuffer,
            Blocks: {
                Id: {
                    length: Number,
                    row_offset: Number,
                    file_offset: Number
                    flags: [
                        {
                            start_time: Number,
                            duration: Number,
                            type: String
                        },
                        ...
                    ]
                },
                ...
            }
        }
    }
=======
	Users: [Id,...],
	Raw: {
		id: {
			fd: String,
			length: Number
		},
		...
	},
	Rows: {
		Id: {
			Blocks: {
				Id: {
					length: Number,
					row_offset: Number,
					fd: String,
					file_offset: Number
					tags: [
						start_time: Number,
						duration: Number,
						apply_func: Function
					]
				},
				...
			}
		}
	}
>>>>>>> e1243328a5033f588d5cff720e6d5281f5742c6e
}<commit_msg>Fixes state.json - not that it really mattered<commit_after>{
    id: some hash
    Users: [Id,...],
    Rows: {
        Id: {
            raw_audio: audiobuffer,
            Blocks: {
                Id: {
                    length: Number,
                    row_offset: Number,
                    file_offset: Number
                    flags: [
                        {
                            start_time: Number,
                            duration: Number,
                            type: String
                        },
                        ...
                    ]
                },
                ...
            }
        }
    }
}
{'fraction_non_alphanumeric': 0.10526315789473684, 'fraction_numerical': 0.01655824955647546, 'mean_word_length': 0.7022132796780685, 'pattern_counts': {'":': 0, '<': 10, '<?xml version=': 0, '>': 10, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3332938', 'n_tokens_mistral': 543, 'n_tokens_neox': 432, 'n_words': 85}