<commit_before>/************************
 *
 * Written by jeon
 * <EMAIL>
 *
 ************************/

// REFER_SIZE : The number of Reference index
// RECORD_SIZE : The range of record value (MAX - MIN + 1) regardless of index

#define REFER_SIZE	100
#define RECORD_SIZE	100

#define UNIQUE  0
#define DUPLI   1

#include <stdio.h>
#include <stdlib.h>
#include <math.h>

// Data structure. used for priority in time or space.
// ex) referSize := recordSize    -> priority in time
// ex) referSize := 0             -> priority in space
// ex) referSize := recordSize/2  -> priortty in time (or space) as 50%
struct Record {
	// p_referMap : pointer of resource (reference map) which is used to store reference count.
	// i_referSize : The number of Reference index, The value 0(zero) means that this program operates as priority in space.
	// i_arraySize : The number of repeat count which equal to array size as twosise
	// i_recordSize : The range of record value (MAX - MIN + 1) regardless of index
	// i_arrayIndex : Current index pointer indexing p_recordArr;<commit_msg>Modify mecro const<commit_after>/************************
 *
 * Written by jeon
 * <EMAIL>
 *
 ************************/

// REFER_SIZE : The number of Reference index
// RECORD_SIZE : The range of record value (MAX - MIN + 1) regardless of index

#define REFER_SIZE	1000
#define RECORD_SIZE	100000

#define UNIQUE  0
#define DUPLI   1

#include <stdio.h>
#include <stdlib.h>
#include <math.h>

// Data structure. used for priority in time or space.
// ex) referSize := recordSize    -> priority in time
// ex) referSize := 0             -> priority in space
// ex) referSize := recordSize/2  -> priortty in time (or space) as 50%
struct Record {
	// p_referMap : pointer of resource (reference map) which is used to store reference count.
	// i_referSize : The number of Reference index, The value 0(zero) means that this program operates as priority in space.
	// i_arraySize : The number of repeat count which equal to array size as twosise
	// i_recordSize : The range of record value (MAX - MIN + 1) regardless of index
	// i_arrayIndex : Current index pointer indexing p_recordArr;
{'fraction_non_alphanumeric': 0.13117782909930717, 'fraction_numerical': 0.015704387990762125, 'mean_word_length': 3.484472049689441, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 17, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2792502', 'n_tokens_mistral': 665, 'n_tokens_neox': 627, 'n_words': 273}