<commit_before>"A 32-bit Unicode character."
//see (`String`)
by ("Gavin")
shared final native class Character(Character character)
        extends Object()
        satisfies Comparable<Character> & 
                  Enumerable<Character> {

    "A string containg just this character."
    shared actual native String string;

    "The lowercase representation of this character."
    shared native Character lowercased;

    "The uppercase representation of this character."
    shared native Character uppercased;

    "The title case representation of this character."
    shared native Character titlecased;

    "Determine if this is a lowercase representation of
     the character."
    shared native Boolean lowercase;
    
    "Determine if this is an uppercase representation of
     the character."
    shared native Boolean uppercase;
    
    "Determine if this is a title case representation of
     the character."
    shared native Boolean titlecase;

    "Determine if this character is a numeric digit.
     That is, if its Unicode general category is
     *DECIMAL_DIGIT_NUMBER*."
    shared native Boolean digit;

    "Determine if this character is a letter. That is,
     if its Unicode general category is *UPPERCASE_LETTER*,
     *LOWERCASE_LETTER*, *TITLECASE_LETTER*, *MODIFIER_LETTER*,
     or *OTHER_LETTER*."
    shared native Boolean letter;

    "Determine if this character is a whitespace character. 
     The following characters are whitespace characters:
     
     * U+0009 *HORIZONTAL TABULATION* (`\\t`),
     * U+000A *LINE FEED* (`\\n`),
     * U+000B *VERTICAL TABULATION*,
     * U+000C *FORM FEED* (`\\f`),
     * U+000D *CARRIAGE RETURN* (`\\r`),
     * U+001C *FILE SEPARATOR*,
     * U+001D *GROUP SEPARATOR*,
     * U+001E *RECORD SEPARATOR*,
     * U+001F *UNIT SEPARATOR*, and
     * any Unicode character in the general category *Zs* 
       (space separator), *Zl* (line separator) or *Zp* 
       (paragraph separator) that is not also a non-breaking 
       space.
     "
    shared native Boolean whitespace;
    
    "Determine if this character is an ISO control 
     character."
    shared native Boolean control;

    /*"The general category of the character"
    shared native CharacterCategory category;*/

    /*"The directionality of the character."
    shared native CharacterDirectionality directionality;*/
    
    "The code point of the character."
    shared native Integer integer;

}
<commit_msg>refresh the doc about unicode <commit_after>"A 32-bit Unicode character."
//see (`String`)
by ("Gavin")
shared final native class Character(Character character)
        extends Object()
        satisfies Comparable<Character> & 
                  Enumerable<Character> {

    "A string containg just this character."
    shared actual native String string;

    "The lowercase representation of this character."
    shared native Character lowercased;

    "The uppercase representation of this character."
    shared native Character uppercased;

    "The title case representation of this character. 
     That is, if its Unicode general category is *Lt*."
    shared native Character titlecased;

    "Determine if this is a lowercase representation of
     the character. That is, if its Unicode general 
     category is *Ll*."
    shared native Boolean lowercase;
    
    "Determine if this is an uppercase representation of
     the character. That is, if its Unicode general 
     category is *Lu*."
    shared native Boolean uppercase;
    
    "Determine if this is a title case representation of
     the character. That is, if its Unicode general 
     category is *Lt*."
    shared native Boolean titlecase;

    "Determine if this character is a numeric digit.
     That is, if its Unicode general category is *Nd*."
    shared native Boolean digit;

    "Determine if this character is a letter. That is,
     if its Unicode general category is *Lu*, *Ll*, 
     *Lt*, *Lm*, or *Lo*."
    shared native Boolean letter;

    "Determine if this character is a whitespace character. 
     The following characters are whitespace characters:
     
     * *LINE FEED*, `\\n` or `\\{#000A}`,
     * *FORM FEED*, `\\f` or `\\{#000C}`,
     * *CARRIAGE RETURN*, `\\r` or `\\{#000D}`,
     * *HORIZONTAL TABULATION*, `\\t` or `\\{#0009}`,
     * *VERTICAL TABULATION*, `\\{#000B}`,
     * *FILE SEPARATOR*, `\\{#001C}`,
     * *GROUP SEPARATOR*, `\\{#001D}`,
     * *RECORD SEPARATOR*, `\\{#001E}`,
     * *UNIT SEPARATOR*, `\\{#001F}`, and
     * any Unicode character in the general category 
       *Zs*, *Zl*, or *Zp* that is not a non-breaking 
       space."
    shared native Boolean whitespace;
    
    "Determine if this character is an ISO control 
     character."
    shared native Boolean control;

    /*"The general category of the character"
    shared native CharacterCategory category;*/

    /*"The directionality of the character."
    shared native CharacterDirectionality directionality;*/
    
    "The code point of the character."
    shared native Integer integer;

}

{'fraction_non_alphanumeric': 0.09069400630914827, 'fraction_numerical': 0.011829652996845425, 'mean_word_length': 2.8490136570561457, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6943332', 'n_tokens_mistral': 1490, 'n_tokens_neox': 1366, 'n_words': 570}