<commit_before>#!/usr/bin/env perl

use v5.10;
use strict;
use warnings;
use autodie qw(open);
use Getopt::Long;
use feature 'say';
use Data::Dump qw(dd);

my $usage = "\n$0 -i in_fas -o outfile -l length\n\n";
my $infile;
my $outfile;
my $length;

GetOptions(
	   'i|infile=s'  => \$infile,
	   'o|outfile=s' => \$outfile,
	   'l|length=i'  => \$length,
	   );

die $usage if !$infile or !$outfile or !$length;

open my $in, '<', $infile;
open my $out, '>', $outfile;

my ($totalct, $subseqct) = (0, 0);

{
    local $/ = '>';
<commit_msg>add info to usage statement and remove unnecessary modules that were being imported<commit_after>#!/usr/bin/env perl

use v5.10;
use strict;
use warnings;
use autodie qw(open);
use Getopt::Long;

my $usage = "\nUSAGE: perl $0 -i in_fas -o outfile -l length\n\n";
my $infile;
my $outfile;
my $length;

GetOptions(
	   'i|infile=s'  => \$infile,
	   'o|outfile=s' => \$outfile,
	   'l|length=i'  => \$length,
	   );

die $usage if !$infile or !$outfile or !$length;

open my $in, '<', $infile;
open my $out, '>', $outfile;

my ($totalct, $subseqct) = (0, 0);

{
    local $/ = '>';

{'fraction_non_alphanumeric': 0.20089285714285715, 'fraction_numerical': 0.010714285714285714, 'mean_word_length': 3.5755102040816324, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 13, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7639960', 'n_tokens_mistral': 499, 'n_tokens_neox': 482, 'n_words': 134}