<commit_before>package RUM::Pipeline;

use strict;
no warnings;

use base 'RUM::Base';

use Carp;
use File::Path qw(mkpath rmtree);
use File::Find;
use Text::Wrap qw(wrap fill);

use RUM::SystemCheck;
use RUM::Logging;
use RUM::Common qw(format_large_int min_match_length);
use RUM::Platform::Local;

my $log = RUM::Logging->get_logger;

our $VERSION = 'v2.0.3_02';
our $RELEASE_DATE = "October 24, 2012";

our $LOGO = <<'EOF';
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
                 _   _   _   _   _   _    _
               // \// \// \// \// \// \/
              //\_//\_//\_//\_//\_//\_//
        o_O__O_ o
       | ====== |       .-----------.
       `--------'       |||||||||||||
        || ~~ ||        |-----------|
        || ~~ ||        | .-------. |
        ||----||        ! | UPENN | !
       //      \\        \`-------'/
      // /!  !\ \\        \_  O  _/
     !!__________!!         \   /
     ||  ~~~~~~  ||          `-'
     || _        ||
     |||_|| ||\/|||
     ||| \|_||  |||
     ||          ||
     ||  ~~~~~~  ||
     ||__________||
.----|||        |||------------------.
     ||\\      //||                 /|
     |============|                //
     `------------'               //
---------------------------------'/
---------------------------------'<commit_msg>Bump version to v2.0.3_03<commit_after>package RUM::Pipeline;

use strict;
no warnings;

use base 'RUM::Base';

use Carp;
use File::Path qw(mkpath rmtree);
use File::Find;
use Text::Wrap qw(wrap fill);

use RUM::SystemCheck;
use RUM::Logging;
use RUM::Common qw(format_large_int min_match_length);
use RUM::Platform::Local;

my $log = RUM::Logging->get_logger;

our $VERSION = 'v2.0.3_03';
our $RELEASE_DATE = "November 6, 2012";

our $LOGO = <<'EOF';
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
                 _   _   _   _   _   _    _
               // \// \// \// \// \// \/
              //\_//\_//\_//\_//\_//\_//
        o_O__O_ o
       | ====== |       .-----------.
       `--------'       |||||||||||||
        || ~~ ||        |-----------|
        || ~~ ||        | .-------. |
        ||----||        ! | UPENN | !
       //      \\        \`-------'/
      // /!  !\ \\        \_  O  _/
     !!__________!!         \   /
     ||  ~~~~~~  ||          `-'
     || _        ||
     |||_|| ||\/|||
     ||| \|_||  |||
     ||          ||
     ||  ~~~~~~  ||
     ||__________||
.----|||        |||------------------.
     ||\\      //||                 /|
     |============|                //
     `------------'               //
---------------------------------'/
---------------------------------'
{'fraction_non_alphanumeric': 0.3660578386605784, 'fraction_numerical': 0.00989345509893455, 'mean_word_length': 0.902315484804631, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2534355', 'n_tokens_mistral': 878, 'n_tokens_neox': 831, 'n_words': 101}