<commit_before>#!/usr/bin/env perl

# MG-RAST pipeline job submitter for AWE
# Command name: submit_to_awe
# Use case: submit a job with a local input file, existing shock node or copy of existing shock node,
#
# Operations:
#      1. upload input file to shock OR copy input shock node
#      2. create job script based on job template and available info
#      3. submit the job json script to awe

use strict;
use warnings;
no warnings('once');

use FindBin;
use local::lib "$FindBin::Bin/../conf/";

use PipelineJob;

use Pipeline_conf_public;
use Pipeline_conf_private;


use JSON;
use Template;
use Getopt::Long;
use LWP::UserAgent;
use HTTP::Request::Common;
use Data::Dumper;


use AWE::Workflow; # includes Shock::Client
use AWE::Client;


use File::Slurp;

# options
my $job_id     = "";
my $no_job_id 	= 0;

my $input_file = ""; # file will be upload<commit_msg>find libs<commit_after>#!/usr/bin/env perl

# MG-RAST pipeline job submitter for AWE
# Command name: submit_to_awe
# Use case: submit a job with a local input file, existing shock node or copy of existing shock node,
#
# Operations:
#      1. upload input file to shock OR copy input shock node
#      2. create job script based on job template and available info
#      3. submit the job json script to awe

use strict;
use warnings;
no warnings('once');

use FindBin;
use local::lib "$FindBin::Bin/../conf/:$FindBin::Bin/../lib/";


use PipelineJob;

use Pipeline_conf_public;
use Pipeline_conf_private;


use JSON;
use Template;
use Getopt::Long;
use LWP::UserAgent;
use HTTP::Request::Common;
use Data::Dumper;


use AWE::Workflow; # includes Shock::Client
use AWE::Client;


use File::Slurp;

# options
my $job_id     = "";
my $no_job_id 	= 0;

my $input_file = ""; # file will be upload
{'fraction_non_alphanumeric': 0.10934844192634562, 'fraction_numerical': 0.004532577903682719, 'mean_word_length': 4.074712643678161, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5595955', 'n_tokens_mistral': 599, 'n_tokens_neox': 581, 'n_words': 220}