<commit_before>package golib

import (
	"os"

	"github.com/Sirupsen/logrus"
)

var (
	ErrorExitHook    func()
	checkerr_exiting bool

	// Package-wide logger, can be configured or disabled.
	Log = logrus.New()
)
<commit_msg>configuring package logger<commit_after>package golib

import (
	"os"
	"time"

	"github.com/Sirupsen/logrus"
)

var (
	ErrorExitHook    func()
	checkerr_exiting bool

	// Package-wide logger, can be configured or disabled.
	Log = &logrus.Logger{
		Out: os.Stderr,
		Formatter: &logrus.TextFormatter{
			FullTimestamp:   true,
			TimestampFormat: time.StampMilli,
		},
		Hooks: make(logrus.LevelHooks),
		Level: logrus.DebugLevel,
	}
)

{'fraction_non_alphanumeric': 0.11380880121396054, 'fraction_numerical': 0.0, 'mean_word_length': 3.888888888888889, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '576465', 'n_tokens_mistral': 257, 'n_tokens_neox': 243, 'n_words': 53}