<commit_before>package Lingua::LO::Transform;
use strict;
use warnings;
use 5.012000;
use utf8;
use feature 'unicode_strings';
use version 0.77; our $VERSION = version->declare('v0.0_1');
use Lingua::LO::Transform::Syllables;
use Lingua::LO::Transform::Analyze;

=encoding UTF-8

=head1 NAME

Lingua::LO::Transform - Various Lao text processing functions

=head1 SYNOPSIS

    use Lingua::LO::Transform;
    use Data::Dumper;
    use utf8;
    my $laotr = Lingua::LO::Transform->new;
    my @syllables = $laotr->split_to_syllables("ສະບາຍດີ"); # qw( ສະ ບາຍ ດີ )
    print Dumper(\@syllables);
    for my $syl (@syllables) {
        my $clas = $laotr->analyze_syllable($syl);
        printf "%s: %s\n", $clas->syllable, $clas->tone;
        # ສະ: TONE_HIGH_STOP
        # ບາຍ: TONE_LOW
        # ດີ: TONE_LOW
    }

=head1 DESCRIPTION

This module provides various functions for processing Lao text. Currently it can

=over 4

=item Split Lao text (usually written without blanks between words) into syllables

=item Analyze syllables 

=back

=head1 METHODS
=head2 EXPORT
<commit_msg>bump version; fix POD<commit_after>package Lingua::LO::Transform;
use strict;
use warnings;
use 5.012000;
use utf8;
use feature 'unicode_strings';
use version 0.77; our $VERSION = version->declare('v0.0.1_003');
use Lingua::LO::Transform::Syllables;
use Lingua::LO::Transform::Analyze;

=encoding UTF-8

=head1 NAME

Lingua::LO::Transform - Various Lao text processing functions

=head1 SYNOPSIS

    use Lingua::LO::Transform;
    use Data::Dumper;
    use utf8;
    my $laotr = Lingua::LO::Transform->new;
    my @syllables = $laotr->split_to_syllables("ສະບາຍດີ"); # qw( ສະ ບາຍ ດີ )
    print Dumper(\@syllables);
    for my $syl (@syllables) {
        my $clas = $laotr->analyze_syllable($syl);
        printf "%s: %s\n", $clas->syllable, $clas->tone;
        # ສະ: TONE_HIGH_STOP
        # ບາຍ: TONE_LOW
        # ດີ: TONE_LOW
    }

=head1 DESCRIPTION

This module provides various functions for processing Lao text. Currently it can

=over 4

=item Split Lao text (usually written without blanks between words) into syllables

=item Analyze syllables 

=back

=head1 METHODS

{'fraction_non_alphanumeric': 0.12615526802218113, 'fraction_numerical': 0.021256931608133085, 'mean_word_length': 3.931662870159453, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6508819', 'n_tokens_mistral': 932, 'n_tokens_neox': 850, 'n_words': 215}