<commit_before>#!perl
use 5.010;
use strict;
use warnings;
use File::Spec;
use File::Compare;

my @t_files = ();
push @t_files, glob "pp/t/shared/*.t";
push @t_files, glob "pp/t/shared/common/*.t";
push @t_files, glob "xs/t/shared/*.t";
push @t_files, glob "xs/t/shared/common/*.t";
my %t_file = ();
for my $t_file (@t_files) {
     my (undef, undef, $filename) = File::Spec->splitpath($t_file);
     $t_file{$filename}++;
}
my $eqx = 'xs/t/shared/equation.t';
my $eqp = 'pp/t/shared/equation.t';
for my $t_file (keys %t_file) {
     for my $file (map { $_ . $t_file } qw(
	 pp/t/shared/ pp/t/shared/common/
	 xs/t/shared/ xs/t/shared/common/ )) {
	 if (! -f $file) {
	      say STDERR "Missing $file";
	 }
	 my $pp = "pp/t/shared/common/$t_file";
	 my $xs = "xs/t/shared/common/$t_file";
	 if (File::Compare::compare($pp, $xs)) {
	      say STDERR "Different: $xs vs $pp";
	 }
	 $pp = "pp/t/shared/$t_file";
	 if (File::Compare::compare($pp, $eqp)) {
	      say STDERR "Different: $eqp vs $pp";
	 }
	 $xs = "xs/t/shared/$t_file";
	 if (File::Compare::compare($xs, $eqx)) {
	      say STDERR "Different: $eqx vs $xs";
	 }
     }
}<commit_msg>Refactoring namespace<commit_after>#!perl
use 5.010;
use strict;
use warnings;
use File::Spec;
use File::Compare;
use File::Find;

my @t_files = ();
push @t_files, glob "pp/t/shared/*.t";
push @t_files, glob "pp/t/shared/common/*.t";
push @t_files, glob "xs/t/shared/*.t";
push @t_files, glob "xs/t/shared/common/*.t";
my %t_file = ();
for my $t_file (@t_files) {
     my (undef, undef, $filename) = File::Spec->splitpath($t_file);
     $t_file{$filename}++;
}
my $eqx = 'xs/t/shared/equation.t';
my $eqp = 'pp/t/shared/equation.t';
for my $t_file ( keys %t_file ) {
    for my $file (
        map { $_ . $t_file }
        qw(
        pp/t/shared/ pp/t/shared/common/
        xs/t/shared/ xs/t/shared/common/ )
        )
    {
        if ( !-f $file ) {
            say STDERR "Missing $file";
        }
    } ## end for my $file ( map { $_ . $t_file } qw(...))
    my $pp = "pp/t/shared/common/$t_file";
    my $xs = "xs/t/shared/common/$t_file";
    if ( File::Compare::compare( $pp, $xs ) ) {
        say STDERR "Different: $xs vs $pp";
    }
    $pp = "pp/t/shared/$t_file";
    if ( File::Compare::compare( $pp, $eqp ) ) {
        say STDERR "Different: $eqp vs $pp";
    }
    $xs = "xs/t/shared/$t_file";
    if ( File::Compare::compare( $xs, $eqx ) ) {
        say STDERR "Different: $eqx vs $xs";
    }
} ## end for my $t_file ( keys %t_file )
my @found = ();
sub wanted {
     -d or push @found, $File::Find::name;
}
File::Find::find(\&wanted, 'pp/tool');
say join "\n", @found;
{'fraction_non_alphanumeric': 0.21254752851711026, 'fraction_numerical': 0.003041825095057034, 'mean_word_length': 2.785611510791367, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5652442', 'n_tokens_mistral': 1109, 'n_tokens_neox': 1068, 'n_words': 246}