<commit_before>// text_management.h
 
#ifndef TEXT_MANAGEMENT_H
  #define TEXT_MANAGEMENT_H
  #include "file_management.h"
  #include <string.h>
 
  typedef enum {
    DATA, END, EXTENDED
  } mode;
 
  typedef struct {
    unsigned char size, *bytecode, checksum;
    unsigned short int address;
    mode mode;
  } record;

  extern int char_count(char *, char);
  unsigned char ASCII_to_byte(char *);
  char **string_separate(char **, char *, char *);
  record *build_record_from_string(record *, char *);
  record **reconstruct_records(char *, int);
#endif<commit_msg>Update text_management.h<commit_after>// text_management.h
 
#ifndef TEXT_MANAGEMENT_H
  #define TEXT_MANAGEMENT_H
  #include "file_management.h"
  #include <string.h>
 
  typedef enum {
    DATA, END, EXTENDED
  } mode;
 
  typedef struct {
    unsigned char size, *bytecode, checksum;
    unsigned short int address;
    mode mode;
  } record;
 
  extern int char_count(char *, char);
  unsigned char ASCII_to_byte(char *);
  char **string_separate(char **, char *, char *);
  record *create_record(record *, unsigned char, unsigned short int, mode, unsigned char *, unsigned char);
  extern void destroy_record(record *);
  record *build_record_from_string(record *, char *);
  record **reconstruct_records(char *, int);
#endif
{'fraction_non_alphanumeric': 0.1123076923076923, 'fraction_numerical': 0.0, 'mean_word_length': 4.245967741935484, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2801945', 'n_tokens_mistral': 431, 'n_tokens_neox': 410, 'n_words': 111}