<commit_before>//
/** @file linectl.h */
//  v6502
//
//  Created by <NAME> on H.25/05/05.
//  Copyright (c) 平成25年 Hello-Channel, LLC. All rights reserved.
//

#ifndef v6502_linectl_h
#define v6502_linectl_h

#include <sys/types.h>

/** @defgroup linectl String Manipulation Functions */
/**@{*/
/** @brief Destructively trim trailing whitespace with NUL */
void trimtaild(char *str);

/** @brief Destructively tail trim at first encounter of token char from the tail end */
void trimtailchard(char *str, char token);

/** @brief Destructively tail trim at first encounter of token char from the head end */
void trimgreedytaild(char *str);

/** @brief Destructively tail trim at first encounter of token char from the head end */
void trimgreedytailchard(char *str, char token);

/** @brief Safely trim leading whitespace by pushing pointer */
char *trimhead(char *str);

/** @brief Safely trim head til first encounter of token char from the head end */
char *trimheadchar(char *str, char token);

/** @brief Reverse search string for space, safely */
/** @param[in] start The location in the string to start searching backwards from */
/** @param[in] stop The earliest location in the string to search up to, usually the beginning of the string */
const char *rev_strnspc(const char *stop, const char *start);

/** @brief Reverse search string for character, safely */
/** @param[in] start The location in the string to start searching backwards from */
/** @param[in] stop The earliest location in the string to search up to, usually the beginning of the string */
/** @param[in] chr The character to look for */
const char *rev_strnchr(const char *str, const char *start, const char chr);

/** @brief Safely search potentially unterminated string for character */
const char *strnchr(const char *str, char chr, size_t len);
/**@}*/

#endif<commit_msg>typo<commit_after>//
/** @file linectl.h */
//  v6502
//
//  Created by <NAME> on H.25/05/05.
//  Copyright (c) 平成25年 Hello-Channel, LLC. All rights reserved.
//

#ifndef v6502_linectl_h
#define v6502_linectl_h

#include <sys/types.h>

/** @defgroup linectl String Manipulation Functions */
/**@{*/
/** @brief Destructively trim trailing whitespace with NUL */
void trimtaild(char *str);

/** @brief Destructively tail trim at first encounter of token char from the tail end */
void trimtailchard(char *str, char token);

/** @brief Destructively tail trim at first encounter of token char from the head end */
void trimgreedytaild(char *str);

/** @brief Destructively tail trim at first encounter of token char from the head end */
void trimgreedytailchard(char *str, char token);

/** @brief Safely trim leading whitespace by pushing pointer */
char *trimhead(char *str);

/** @brief Safely trim head til first encounter of token char from the head end */
char *trimheadchar(char *str, char token);

/** @brief Reverse search string for space, safely */
/** @param[in] start The location in the string to start searching backwards from */
/** @param[in] stop The earliest location in the string to search up to, usually the beginning of the string */
const char *rev_strnspc(const char *stop, const char *start);

/** @brief Reverse search string for character, safely */
/** @param[in] start The location in the string to start searching backwards from */
/** @param[in] stop The earliest location in the string to search up to, usually the beginning of the string */
/** @param[in] chr The character to look for */
const char *rev_strnchr(const char *stop, const char *start, const char chr);

/** @brief Safely search potentially unterminated string for character */
const char *strnchr(const char *str, char chr, size_t len);
/**@}*/

#endif
{'fraction_non_alphanumeric': 0.11393088552915767, 'fraction_numerical': 0.01079913606911447, 'mean_word_length': 4.25531914893617, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5063259', 'n_tokens_mistral': 1090, 'n_tokens_neox': 1059, 'n_words': 481}