<commit_before>/*
 * $Id: test_thrend.c,v 1.1 2001-08-10 11:07:30 thep Exp $
 * test_thrend.c : Test suite for <thai/thrend.h> functions
 * Created: 2001-08-10
 * Author:  <NAME>
 */

#include <thai/thrend.h>
#include <string.h>
#include <stdio.h>

static const thchar_t test_msg[] = "ͻذحءӻӡӻӻա";
static const thchar_t ans_tis[] = "ͻذحءһҡһһ  ա";
static const thchar_t ans_tis_nd[] = "ͻذحءӻӡӻӻ  ա";
static const thglyph_t ans_win_nd[] = "\x8bͻ\x86\x82\x9b\xfc\x80\x90ءӻӡ\x8cӻ\x87ӻ \x8c\x8b ա\x9a";
static const thglyph_t ans_win[] = "\x8bͻ\x86\x82\x9b\xfc\x80\x90ءһ\x99ҡһ\x99\x9cһ\x99 \x8c\x8b ա\x9a";
static const thglyph_t ans_mac_nd[] = "\x88ͻ\x83\x95\x98\xd8\xb0\xadءӻӡ\x89ӻ\x84ӻ \x89\x88 ա\x93";
static const thglyph_t ans_mac[] = "\x88ͻ\x83\x95\x98\xd8\xb0\xadءһ\x8fҡһ\x8f\x99һ\x8f \x89\x88 ա\x93";
<commit_msg>Update check values as per new blank base glyph.<commit_after>/*
 * $Id: test_thrend.c,v 1.2 2004-02-22 15:51:46 thep Exp $
 * test_thrend.c : Test suite for <thai/thrend.h> functions
 * Created: 2001-08-10
 * Author:  <NAME>
 */

#include <thai/thrend.h>
#include <string.h>
#include <stdio.h>

static const thchar_t test_msg[] = "ͻذحءӻӡӻӻա";
static const thchar_t ans_tis[] = "ͻذحءһҡһһ\xdd\xddա";
static const thchar_t ans_tis_nd[] = "ͻذحءӻӡӻӻ\xdd\xddա";
static const thglyph_t ans_win_nd[] = "\x8bͻ\x86\x82\x9b\xfc\x80\x90ءӻӡ\x8cӻ\x87ӻ\xdd\x8c\x8b\xddա\x9a";
static const thglyph_t ans_win[] = "\x8bͻ\x86\x82\x9b\xfc\x80\x90ءһ\x99ҡһ\x99\x9cһ\x99\xdd\x8c\x8b\xddա\x9a";
static const thglyph_t ans_mac_nd[] = "\x88ͻ\x83\x95\x98\xd8\xb0\xadءӻӡ\x89ӻ\x84ӻ\xdd\x89\x88\xddա\x93";
static const thglyph_t ans_mac[] = "\x88ͻ\x83\x95\x98\xd8\xb0\xadءһ\x8fҡһ\x8f\x99һ\x8f\xdd\x89\x88\xddա\x93";

{'fraction_non_alphanumeric': 0.17204932472108045, 'fraction_numerical': 0.11861421021726365, 'mean_word_length': 4.163636363636364, 'pattern_counts': {'":': 0, '<': 13, '<?xml version=': 0, '>': 13, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7617732', 'n_tokens_mistral': 1084, 'n_tokens_neox': 1008, 'n_words': 136}