<commit_before>#!/usr/bin/perl -w

package MediaWords::Solr::WordCounts;

use strict;

use 5.14.0;

use Text::CSV;
use Class::CSV;
use Readonly;
use Data::Dumper;
use File::Temp qw/ tempfile tempdir /;
use Env qw(HOME);
use File::Path qw(make_path remove_tree);
use File::Spec;
use File::Basename;

my $python_script_path;

BEGIN
{
    my $_dirname      = dirname( __FILE__ );
    my $_dirname_full = File::Spec->rel2abs( $_dirname );

    $python_script_path = "$_dirname_full/../../../python_scripts";
}

use Inline Python => "$python_script_path/solr_query_wordcount_timer.py";

undef( $SIG{ 'INT' } );
<commit_msg>temporarily comment out python code, which is not compiling and is causing the module load to fail<commit_after>package MediaWords::Solr::WordCounts;

use strict;

use 5.14.0;

use Text::CSV;
use Class::CSV;
use Readonly;
use Data::Dumper;
use File::Temp qw/ tempfile tempdir /;
use Env qw(HOME);
use File::Path qw(make_path remove_tree);
use File::Spec;
use File::Basename;

my $python_script_path;

BEGIN
{
    my $_dirname      = dirname( __FILE__ );
    my $_dirname_full = File::Spec->rel2abs( $_dirname );

    $python_script_path = "$_dirname_full/../../../python_scripts";
}

#use Inline Python => "$python_script_path/solr_query_wordcount_timer.py";

undef( $SIG{ 'INT' } );

{'fraction_non_alphanumeric': 0.14746543778801843, 'fraction_numerical': 0.007680491551459293, 'mean_word_length': 4.665217391304348, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5195744', 'n_tokens_mistral': 487, 'n_tokens_neox': 471, 'n_words': 118}