<commit_before>//
//  m3_code.c
//  M3: Massey Meta Machine
//
//  Created by <NAME> on 4/19/19.
//  Copyright © 2019 <NAME>. All rights reserved.
//

#include "m3_code.h"

#include <assert.h>

IM3CodePage  NewCodePage  (u32 i_minNumLines)
{
	static u32 s_sequence = 0;
	
	u32 pageSize = sizeof (M3CodePageHeader) + sizeof (code_t) * i_minNumLines;

	pageSize = (pageSize + 4095) & ~4095; // align to 4kB
	
	IM3CodePage page;
	m3Malloc ((void **) & page, pageSize);<commit_msg>Take into account d_m3CodePageSize<commit_after>//
//  m3_code.c
//  M3: Massey Meta Machine
//
//  Created by <NAME> on 4/19/19.
//  Copyright © 2019 <NAME>. All rights reserved.
//

#include "m3_code.h"

#include <assert.h>

IM3CodePage  NewCodePage  (u32 i_minNumLines)
{
	static u32 s_sequence = 0;
	
	IM3CodePage page;
	
	u32 pageSize = sizeof (M3CodePageHeader) + sizeof (code_t) * i_minNumLines;

	pageSize = (pageSize + (d_m3CodePageSize-1)) & ~(d_m3CodePageSize-1); // align
	m3Malloc ((void **) & page, pageSize);
{'fraction_non_alphanumeric': 0.144, 'fraction_numerical': 0.06, 'mean_word_length': 3.509009009009009, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4286211', 'n_tokens_mistral': 442, 'n_tokens_neox': 400, 'n_words': 100}