<commit_before>package main

import (
	"flag"
	"fmt"
	"log"
	"os"
	"strings"
)

const (
	defaultMetricsLog  string = "/var/log/firehose/metrics.log"
	defaultFirehoseLog string = "/var/log/firehose/firehose.log"
)

// Config Contains all the values needed for firehose
type Config struct {
	srcBrokers  []string
	dstBrokers  []string
	topic       string
	metricsLog  string
	firehoseLog string
	historical  bool
}

// InitConfig initialize the config object
func InitConfig() Config {
	return Config{}
}

// GetConfig initialize all the configuration data for firehose
func (config Config) GetConfig() {

	historical := flag.Bool("historical", false, "Enable historical transfer")
	if *historical {
		fmt.Println("historical transfer enabled")
	}
	config.historical = *historical

	flag.Parse()

	sBrokers := os.Getenv("SRC_BROKERS")
	if sBrokers == "" {
		log.Fatalln("No source brokers supplied. Please set env var SRC_BROKERS")
	}<commit_msg>GetConfig was missing the pointer in the function dec so no config values were accessible<commit_after>package main

import (
	"flag"
	"fmt"
	"log"
	"os"
	"strings"
)

const (
	defaultMetricsLog  string = "/var/log/firehose/metrics.log"
	defaultFirehoseLog string = "/var/log/firehose/firehose.log"
)

// Config Contains all the values needed for firehose
type Config struct {
	srcBrokers  []string
	dstBrokers  []string
	topic       string
	metricsLog  string
	firehoseLog string
	historical  bool
}

// InitConfig initialize the config object
func InitConfig() Config {
	return Config{}
}

// GetConfig initialize all the configuration data for firehose
func (config *Config) GetConfig() {

	historical := flag.Bool("historical", false, "Enable historical transfer")
	if *historical {
		fmt.Println("historical transfer enabled")
	}
	config.historical = *historical

	flag.Parse()

	sBrokers := os.Getenv("SRC_BROKERS")
	if sBrokers == "" {
		log.Fatalln("No source brokers supplied. Please set env var SRC_BROKERS")
	}
{'fraction_non_alphanumeric': 0.10229007633587786, 'fraction_numerical': 0.0, 'mean_word_length': 4.327913279132791, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4166804', 'n_tokens_mistral': 667, 'n_tokens_neox': 635, 'n_words': 188}