<commit_before>#!/usr/bin/env ruby
require 'igor'

# inherit parser, sbatch_flags
load '../../../../igor_common.rb'

Igor do
  include Isolatable
  
  database '~/exp/sosp.db', :intsort

  # isolate everything needed for the executable so we can sbcast them for local execution
  isolate(['intsort.exe'], File.dirname(__FILE__))
  
  GFLAGS.merge! Params.new {
    global_memory_use_hugepages 0
           num_starting_workers 64
                 loop_threshold 64
     aggregator_autoflush_ticks 1e6.to_i
            periodic_poll_ticks 20000
                     chunk_size 100
                   load_balance 'steal'
                  flush_on_idle 0
                   poll_on_idle 1
                              v 1
                        vmodule ''
  }
  params.merge!(GFLAGS)
  
  command %Q[ %{tdir}/grappa_srun.rb --nnode=%{nnode} --ppn=%{ppn} --time=4:00:00
    -- %{tdir}/intsort.exe
    #{GFLAGS.expand}
    -- --class=%{problem} %{verify}
  ].gsub(/\s+/,' ')
  
  sbatch_flags << "--time=1:00:00"
  
  params {
    nnode   2
    ppn     1
    problem 'E'
    verify  ''
    version 'grappa'
    
    aggregator_autoflush_ticks 1e6.to_i
    stack_size 2**15
    loop_threshold 512
    num_starting_workers 128
    shared_pool_max 2048
    shared_pool_size 2**16
  }
  
  expect :mops_total
  
  $sel = ->t{ t.select(:id, :problem, :nnode, :ppn, :run_at, :run_time, :mops_total, :mops_per_process) }
  
  interact # enter interactive mode
end
<commit_msg>Need to not set flat_combining (doesn't show up for some reason)<commit_after>#!/usr/bin/env ruby
require 'igor'

# inherit parser, sbatch_flags
load '../../../../igor_common.rb'

Igor do
  include Isolatable
  
  database '~/exp/sosp.db', :intsort

  # isolate everything needed for the executable so we can sbcast them for local execution
  isolate(['intsort.exe'], File.dirname(__FILE__))
  
  GFLAGS.merge! Params.new {
    global_memory_use_hugepages 0
           num_starting_workers 64
                 loop_threshold 64
     aggregator_autoflush_ticks 1e6.to_i
            periodic_poll_ticks 20000
                     chunk_size 100
                   load_balance 'steal'
                  flush_on_idle 0
                   poll_on_idle 1
                              v 1
                        vmodule ''
  }
  GFLAGS.delete :flat_combining
  params.merge!(GFLAGS)
  
  command %Q[ %{tdir}/grappa_srun.rb --nnode=%{nnode} --ppn=%{ppn} --time=4:00:00
    -- %{tdir}/intsort.exe
    #{GFLAGS.expand}
    -- --class=%{problem} %{verify}
  ].gsub(/\s+/,' ')
  
  sbatch_flags << "--time=1:00:00"
  
  params {
    nnode   2
    ppn     1
    problem 'E'
    verify  ''
    version 'grappa'
    
    aggregator_autoflush_ticks 1e6.to_i
    stack_size 2**15
    loop_threshold 512
    num_starting_workers 128
    shared_pool_max 2048
    shared_pool_size 2**16
  }
  
  expect :mops_total
  
  $sel = ->t{ t.select(:id, :problem, :nnode, :ppn, :run_at, :run_time, :mops_total, :mops_per_process) }
  
  interact # enter interactive mode
end

{'fraction_non_alphanumeric': 0.11162636634647234, 'fraction_numerical': 0.03179860881086453, 'mean_word_length': 2.1006160164271046, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4932790', 'n_tokens_mistral': 1152, 'n_tokens_neox': 1058, 'n_words': 228}