<commit_before>package LocalConfig;

use strict;
use warnings;

use base 'Exporter';
our @EXPORT = qw( qsub_args mert_memory environment_name env_default_jobs has_qsub );

use Net::Domain qw(hostname hostfqdn hostdomain domainname);

my $host = domainname;

# keys are: HOST_REGEXP, MERTMem, QSubQueue, QSubMemFlag, QSubExtraFlags
my $CCONFIG = {
  'StarCluster' => {
    'HOST_REGEXP' => qr/compute-\d+\.internal$/,
    'JobControl'  => 'qsub',
    'QSubMemFlag' => '-l mem',
    'DefaultJobs' => 20,
  },
  'LTICluster' => {
    'HOST_REGEXP' => qr/^cluster\d+\.lti\.cs\.cmu\.edu$/,
    'JobControl'  => 'qsub',
    'QSubMemFlag' => '-l h_vmem=',
    'QSubExtraFlags' => '-l walltime=0:45:00',
    'DefaultJobs' => 15,
    #'QSubQueue' => '-q long',
  },
  'UMIACS' => {
    'HOST_REGEXP' => qr/^d.*\.umiacs\.umd\.edu$/,
    'JobControl'  => 'qsub',
    'QSubMemFlag' => '-l pmem=',
    'QSubQueue' => '-q batch',
    'QSubExtraFlags' => '-l walltime=144:00:00',
    'DefaultJobs' => 15,
  },
  'CLSP' => {
    'HOST_REGEXP' => qr/\.clsp\.jhu\.edu$/,
    'JobControl'  => 'qsub',
    'QSubMemFlag' => '-l mem_free=',
    'MERTMem' => '9G',
    'DefaultJobs' => 15,
  },
  'Valhalla' => {
    'HOST_REGEXP' => qr/^(thor|tyr)\.inf\.ed\.ac\.uk$/,
    'JobControl'  => 'fork',
    'DefaultJobs' => 8,
  },
  'Blacklight' => {
    'HOST_REGEXP' => qr/^(tg-login1.blacklight.psc.teragrid.org|blacklight.psc.edu|bl1.psc.teragrid.org|bl0.psc.teragrid.org)$/,
    'JobControl'  => 'fork',
    'DefaultJobs' => 32,
  },
  'Barrow/Chicago' => {
    'HOST_REGEXP' => qr/^(barrow|chicago).lti.cs.cmu.edu$/,
    'JobControl'  => 'fork',
    'DefaultJobs' => 8,
  },
  'OxfordDeathSnakes' => {
    'HOST_REGEXP' => qr/^(taipan|tiger).cs.ox.ac.uk$/,
    'JobControl'  => 'fork',
    'DefaultJobs' => 12,
  },<commit_msg>umiacs config info<commit_after>package LocalConfig;

use strict;
use warnings;

use base 'Exporter';
our @EXPORT = qw( qsub_args mert_memory environment_name env_default_jobs has_qsub );

use Net::Domain qw(hostname hostfqdn hostdomain domainname);

my $host = domainname;

# keys are: HOST_REGEXP, MERTMem, QSubQueue, QSubMemFlag, QSubExtraFlags
my $CCONFIG = {
  'StarCluster' => {
    'HOST_REGEXP' => qr/compute-\d+\.internal$/,
    'JobControl'  => 'qsub',
    'QSubMemFlag' => '-l mem',
    'DefaultJobs' => 20,
  },
  'LTICluster' => {
    'HOST_REGEXP' => qr/^cluster\d+\.lti\.cs\.cmu\.edu$/,
    'JobControl'  => 'qsub',
    'QSubMemFlag' => '-l h_vmem=',
    'QSubExtraFlags' => '-l walltime=0:45:00',
    'DefaultJobs' => 15,
    #'QSubQueue' => '-q long',
  },
  'UMIACS' => {
    'HOST_REGEXP' => qr/^d.*\.umiacs\.umd\.edu$/,
    'JobControl'  => 'qsub',
    'QSubMemFlag' => '-l pmem=',
    'QSubQueue' => '-q batch',
    'QSubExtraFlags' => '-V -l walltime=144:00:00',
    'DefaultJobs' => 15,
  },
  'CLSP' => {
    'HOST_REGEXP' => qr/\.clsp\.jhu\.edu$/,
    'JobControl'  => 'qsub',
    'QSubMemFlag' => '-l mem_free=',
    'MERTMem' => '9G',
    'DefaultJobs' => 15,
  },
  'Valhalla' => {
    'HOST_REGEXP' => qr/^(thor|tyr)\.inf\.ed\.ac\.uk$/,
    'JobControl'  => 'fork',
    'DefaultJobs' => 8,
  },
  'Blacklight' => {
    'HOST_REGEXP' => qr/^(tg-login1.blacklight.psc.teragrid.org|blacklight.psc.edu|bl1.psc.teragrid.org|bl0.psc.teragrid.org)$/,
    'JobControl'  => 'fork',
    'DefaultJobs' => 32,
  },
  'Barrow/Chicago' => {
    'HOST_REGEXP' => qr/^(barrow|chicago).lti.cs.cmu.edu$/,
    'JobControl'  => 'fork',
    'DefaultJobs' => 8,
  },
  'OxfordDeathSnakes' => {
    'HOST_REGEXP' => qr/^(taipan|tiger).cs.ox.ac.uk$/,
    'JobControl'  => 'fork',
    'DefaultJobs' => 12,
  },
{'fraction_non_alphanumeric': 0.22513812154696133, 'fraction_numerical': 0.016574585635359115, 'mean_word_length': 3.1288483466362598, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 85, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6784049', 'n_tokens_mistral': 1646, 'n_tokens_neox': 1558, 'n_words': 237}