<commit_before># --
# Kernel/Language/en.pm - provides en languag translation
# Copyright (C) 2001 <NAME> <<EMAIL>>
# --
# $Id: en.pm,v 1.1 2002-11-24 23:54:47 martin Exp $
# --
# This software comes with ABSOLUTELY NO WARRANTY. For details, see
# the enclosed file COPYING for license information (GPL). If you
# did not receive this file, see http://www.gnu.org/licenses/gpl.txt.
# --
package Kernel::Language::en;

use strict;

use vars qw($VERSION);
$VERSION = '$Revision: 1.1 $';
$VERSION =~ s/^.*:\s(\d+\.\d+)\s.*$/$1/;

# --
sub Data {
    my $Self = shift;
    my %Param = @_;

    # maybe nothing ... or help texts

    return;
}
# --

1;
<commit_msg>added possible charsets!<commit_after># --
# Kernel/Language/en.pm - provides en languag translation
# Copyright (C) 2001 <NAME> <<EMAIL>>
# --
# $Id: en.pm,v 1.2 2002-12-01 16:24:17 martin Exp $
# --
# This software comes with ABSOLUTELY NO WARRANTY. For details, see
# the enclosed file COPYING for license information (GPL). If you
# did not receive this file, see http://www.gnu.org/licenses/gpl.txt.
# --
package Kernel::Language::en;

use strict;

use vars qw($VERSION);
$VERSION = '$Revision: 1.2 $';
$VERSION =~ s/^.*:\s(\d+\.\d+)\s.*$/$1/;

# --
sub Data {
    my $Self = shift;
    my %Param = @_;

    # possible charsets
    $Self->{Charset} = ['us-ascii', 'UTF-8', 'iso-8859-1', 'iso-8859-15'];

    # maybe nothing ... or help texts

    return;
}
# --

1;

{'fraction_non_alphanumeric': 0.1914744933612858, 'fraction_numerical': 0.041928721174004195, 'mean_word_length': 2.955801104972376, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 10, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4513815', 'n_tokens_mistral': 578, 'n_tokens_neox': 524, 'n_words': 151}