<commit_before># frozen_string_literal: true

$LOAD_PATH << 'lib'

require 'travis/logs'
require 'travis/support'
require 'travis/support/exceptions/reporter'
require 'travis/logs/helpers/database'
require 'travis/logs/helpers/s3'
require 'active_support/core_ext/logger'
require 'travis/logs/sidekiq'
require 'core_ext/hash/deep_symbolize_keys'

$stdout.sync = true
Travis.logger.info('Setting up Sidekiq')

Travis::Logs::Helpers::S3.setup
Travis::Exceptions::Reporter.start
Travis::Metrics.setup
Travis::Logs::Sidekiq.setup

require 'travis/logs/sidekiq/aggregate'
require 'travis/logs/sidekiq/archive'
require 'travis/logs/sidekiq/purge'<commit_msg>Ensure log parts processor is actually loaded<commit_after># frozen_string_literal: true

libdir = File.expand_path('../../../../', __FILE__)
$LOAD_PATH.unshift(libdir) unless $LOAD_PATH.include?(libdir)

require 'active_support/core_ext/logger'
require 'core_ext/hash/deep_symbolize_keys'

require 'travis/logs'
require 'travis/logs/helpers/database'
require 'travis/logs/helpers/s3'
require 'travis/logs/sidekiq'
require 'travis/support'
require 'travis/support/exceptions/reporter'

$stdout.sync = true
Travis.logger.info('Setting up Sidekiq')

Travis::Logs::Helpers::S3.setup
Travis::Exceptions::Reporter.start
Travis::Metrics.setup
Travis::Logs::Sidekiq.setup

require 'travis/logs/sidekiq/aggregate'
require 'travis/logs/sidekiq/archive'
require 'travis/logs/sidekiq/log_parts'
require 'travis/logs/sidekiq/purge'
{'fraction_non_alphanumeric': 0.1373215499660095, 'fraction_numerical': 0.002719238613188307, 'mean_word_length': 7.087912087912088, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3298503', 'n_tokens_mistral': 525, 'n_tokens_neox': 559, 'n_words': 83}