<commit_before>require 'active_support'

require File.dirname(__FILE__) + '/runner/messaging'
require File.dirname(__FILE__) + '/runner/performable_method'
require File.dirname(__FILE__) + '/runner/yaml_ext'
require File.dirname(__FILE__) + '/runner/backend/base'
require File.dirname(__FILE__) + '/runner/concurrecy'
require File.dirname(__FILE__) + '/runner/task_spawner'
require File.dirname(__FILE__) + '/runner/task_handler'
require File.dirname(__FILE__) + '/runner/engine' if defined? Rails && Rails::VERSION::MAJOR == 3

ActionController::Base.send(:include, Runner::Messaging)
  
Object.send(:include, Runner::Messaging)
Module.send(:include, Runner::Messaging::ClassMethods)

module Runner
  # Set the default concurrency handler. By default all child tasks get forked.
  mattr_accessor :default_spawn_method
  @@default_spawn_method = :fork
  
  # Throw an exception if an undefined concurrency handler is specified. Default is false
  mattr_accessor :raise_on_concurrency_handler_error
  @@raise_on_concurrency_handler_error = false
  
  # Abort all threads if one a thread raises an error. Default is false
  mattr_accessor :thread_abort_on_exception
  @@thread_abort_on_exception = false
  
  # Amount of tasks a task handler will process.
  mattr_accessor :task_limit
  @@task_limit = 5
  
  # Default serializer. Default options are :yaml and :marshal.
  # If you'd like to pass your own serialization methods supply your own serialization class.
  # Serialization requires load and dump. Dump should return the serialized objects and load should return a deserialized object.
  mattr_accessor :serializer<commit_msg>I should also actually remove it ... *.*<commit_after>require 'active_support'

require File.dirname(__FILE__) + '/runner/messaging'
require File.dirname(__FILE__) + '/runner/performable_method'
require File.dirname(__FILE__) + '/runner/yaml_ext'
require File.dirname(__FILE__) + '/runner/backend/base'
require File.dirname(__FILE__) + '/runner/concurrecy'
require File.dirname(__FILE__) + '/runner/task_spawner'
require File.dirname(__FILE__) + '/runner/task_handler'
require File.dirname(__FILE__) + '/runner/engine' if defined? Rails && Rails::VERSION::MAJOR == 3

ActionController::Base.send(:include, Runner::Messaging)
Module.send(:include, Runner::Messaging::ClassMethods)

module Runner
  # Set the default concurrency handler. By default all child tasks get forked.
  mattr_accessor :default_spawn_method
  @@default_spawn_method = :fork
  
  # Throw an exception if an undefined concurrency handler is specified. Default is false
  mattr_accessor :raise_on_concurrency_handler_error
  @@raise_on_concurrency_handler_error = false
  
  # Abort all threads if one a thread raises an error. Default is false
  mattr_accessor :thread_abort_on_exception
  @@thread_abort_on_exception = false
  
  # Amount of tasks a task handler will process.
  mattr_accessor :task_limit
  @@task_limit = 5
  
  # Default serializer. Default options are :yaml and :marshal.
  # If you'd like to pass your own serialization methods supply your own serialization class.
  # Serialization requires load and dump. Dump should return the serialized objects and load should return a deserialized object.
  mattr_accessor :serializer
{'fraction_non_alphanumeric': 0.0871037242228378, 'fraction_numerical': 0.0012311480455524776, 'mean_word_length': 5.397637795275591, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1299213', 'n_tokens_mistral': 955, 'n_tokens_neox': 929, 'n_words': 289}