<commit_before>package version

type Version struct {
	GitSHA  string
	Version string
}

var VersionInfo = Version{
	GitSHA:  gitSha,
	Version: version,
}

const gitSha = "unknown"
const version = "0.1"
<commit_msg>Change back to git commit<commit_after>package version

type Version struct {
	GitCommit string
	Version   string
}

var VersionInfo = unknownVersion

var unknownVersion = Version{
	GitCommit: "unknown git commit",
	Version: "unknown version",
}

{'fraction_non_alphanumeric': 0.07809110629067245, 'fraction_numerical': 0.004338394793926247, 'mean_word_length': 4.848101265822785, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6467819', 'n_tokens_mistral': 148, 'n_tokens_neox': 145, 'n_words': 48}