<commit_before>require 'multi_json'

require 'travis'
require 'travis/support'
require 'timeout'

$stdout.sync = true

module Travis
  class Logs
    autoload :Handler, 'travis/logs/handler'

    extend Exceptions::Handling
    include Logging

    class << self
      def start
        setup
        new.subscribe
      end

      protected

        def setup
          # TODO remove
          # Travis.config.logs.shards = 3

          Travis::Async.enabled = true
          Travis::Database.connect
          Travis::Exceptions::Reporter.start
          Travis::Notification.setup
          Travis::Amqp.config = Travis.config.amqp
          # Travis::Features.start

          NewRelic.start if File.exists?('config/newrelic.yml')

          p Job::Test.last
        end
    end<commit_msg>undebug<commit_after>require 'multi_json'

require 'travis'
require 'travis/support'
require 'timeout'

$stdout.sync = true

module Travis
  class Logs
    autoload :Handler, 'travis/logs/handler'

    extend Exceptions::Handling
    include Logging

    class << self
      def start
        setup
        new.subscribe
      end

      protected

        def setup
          Travis::Async.enabled = true
          Travis::Database.connect
          Travis::Exceptions::Reporter.start
          Travis::Notification.setup
          Travis::Amqp.config = Travis.config.amqp
          # Travis::Features.start

          NewRelic.start if File.exists?('config/newrelic.yml')
        end
    end
{'fraction_non_alphanumeric': 0.08675184936112978, 'fraction_numerical': 0.0006724949562878278, 'mean_word_length': 2.1260504201680672, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '763341', 'n_tokens_mistral': 442, 'n_tokens_neox': 435, 'n_words': 93}