<commit_before>package main

import (
	"flag"
	"fmt"

	"github.com/golang/glog"
)

const (
	VERSION = "1.0.3"
)

var (
	configFile     string
	version        bool
	testMode       bool
	server         *Server
	statPort       int
	commitInterval int
	gitCommit      string
)

func init() {
	flag.StringVar(&configFile, "c", "config.json", "the config file")
	flag.BoolVar(&version, "V", false, "show version")
	flag.BoolVar(&testMode, "t", false, "test config")
	flag.IntVar(&statPort, "s", -1, "set stat server port")
	flag.IntVar(&commitInterval, "i", 10, "set stat server port")
}

func getVersion() string {
	return fmt.Sprintf("%s-%s", VERSION, gitCommit)
}

func showVersion() {
	fmt.Println(getVersion())
	flag.Usage()
}

func main() {<commit_msg>Fix commitInterval flag description typo<commit_after>package main

import (
	"flag"
	"fmt"

	"github.com/golang/glog"
)

const (
	VERSION = "1.0.3"
)

var (
	configFile     string
	version        bool
	testMode       bool
	server         *Server
	statPort       int
	commitInterval int
	gitCommit      string
)

func init() {
	flag.StringVar(&configFile, "c", "config.json", "the config file")
	flag.BoolVar(&version, "V", false, "show version")
	flag.BoolVar(&testMode, "t", false, "test config")
	flag.IntVar(&statPort, "s", -1, "set stat server port")
	flag.IntVar(&commitInterval, "i", 10, "set offset commit interval")
}

func getVersion() string {
	return fmt.Sprintf("%s-%s", VERSION, gitCommit)
}

func showVersion() {
	fmt.Println(getVersion())
	flag.Usage()
}

func main() {
{'fraction_non_alphanumeric': 0.1509433962264151, 'fraction_numerical': 0.007807417046193884, 'mean_word_length': 3.7033639143730888, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2151481', 'n_tokens_mistral': 557, 'n_tokens_neox': 552, 'n_words': 142}