<commit_before>package tailer

import (
	"fmt"
	"os"
	"path/filepath"
	"regexp"
	"sync"

	"github.com/golang/glog"
)

var (
	// RegexNotWatch sets the file extension to avoid watching
	RegexNotWatch = regexp.MustCompile("^(?:tailer\\.|gobzip-)")
)

// Tailer init the service functions
type Tailer struct {
	ch        chan bool
	waitGroup *sync.WaitGroup
	publisher Publisher
}

// Make a new Tailer
func NewTailer(publishToNats bool) (*Tailer, error) {
	var err error
	t := &Tailer{
		ch:        make(chan bool),
		waitGroup: &sync.WaitGroup{},<commit_msg>avoid watching .swp files<commit_after>package tailer

import (
	"fmt"
	"os"
	"path/filepath"
	"regexp"
	"sync"

	"github.com/golang/glog"
)

var (
	// RegexNotWatch sets the file extension to avoid watching
	RegexNotWatch = regexp.MustCompile("^(?:tailer\\.|gobzip-|\\..+\\.swp)")
)

// Tailer init the service functions
type Tailer struct {
	ch        chan bool
	waitGroup *sync.WaitGroup
	publisher Publisher
}

// Make a new Tailer
func NewTailer(publishToNats bool) (*Tailer, error) {
	var err error
	t := &Tailer{
		ch:        make(chan bool),
		waitGroup: &sync.WaitGroup{},
{'fraction_non_alphanumeric': 0.13181019332161686, 'fraction_numerical': 0.0, 'mean_word_length': 3.592741935483871, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1481621', 'n_tokens_mistral': 444, 'n_tokens_neox': 425, 'n_words': 110}