<commit_before>{
	"ImportPath": "github.com/subsilent/kappa",
	"GoVersion": "go1.4.2",
	"Packages": [
		"."
	],
	"Deps": [
		{
			"ImportPath": "github.com/BurntSushi/toml",
			"Comment": "v0.1.0-21-g056c9bc",
			"Rev": "056c9bc7be7190eaa7715723883caffa5f8fa3e4"
		},
		{
			"ImportPath": "github.com/boltdb/bolt",
			"Comment": "v1.0-79-g2c04100",
			"Rev": "2c04100eb9793f2b8541d243494e2909d2112325"
		},
		{
			"ImportPath": "github.com/eliquious/core",
			"Rev": "5ae0650b0b95d731e0111370d6dbe4842744c86b"
		},
		{
			"ImportPath": "github.com/gin-gonic/gin",
			"Comment": "v1.0rc1-88-gdded099",
			"Rev": "dded099609a82b86ca7ac510f3489ff9088992ca"
		},
		{
			"ImportPath": "github.com/go-errors/errors",
			"Rev": "01d535a7e0d0c52e283f462be8ceeb38e5bcaeeb"
		},
		{
			"ImportPath": "github.com/gorilla/securecookie",
			"Rev": "5f171f42328bdd573211bb82bdee8f259c4c61ae"
		},
		{
			"ImportPath": "github.com/inconshreveable/mousetrap",
			"Rev": "76626ae9c91c4f2a10f34cad8ce83ea42c93bb75"
		},
		{
			"ImportPath": "github.com/kr/pretty",
			"Comment": "go.weekly.2011-12-22-27-ge6ac2fc",
			"Rev": "e6ac2fc51e89a3249e82157fa0bb7a18ef9dd5bb"
		},
		{
			"ImportPath": "github.com/kr/text",
			"Rev": "e373e137fafd8abd480af49182dea0513914adb4"
		},
		{
			"ImportPath": "github.com/magiconair/properties",
			"Comment": "v1.5.2",
			"Rev": "d5929c67198951106f49f7ea425198d0f1a08f7f"
		},
		{
			"ImportPath": "github.com/manucorporat/sse",
			"Rev": "c142f0f1baea5cef7f98a8a6c222f6134368c1f5"
		},
		{
			"ImportPath": "github.com/mattn/go-colorable",
			"Rev": "d67e0b7d1797975196499f79bcc322c08b9f218b"
		},
		{
			"ImportPath": "github.com/mattn/go-isatty",
			"Rev": "ae0b1f8f8004be68d791a576e3d8e7648ab41449"
		},
		{
			"ImportPath": "github.com/mgutz/ansi",
			"Rev": "22ddafb24adc4786c83841aa3021349818c898e4"
		},
		{
			"ImportPath": "github.com/mgutz/logxi/v1",
			"Rev": "002f5bf05304c9df2910ef0a5f9e5ec6bbc7c8c3"
		},
		{
			"ImportPath": "github.com/mitchellh/mapstructure",
			"Rev": "bb4fbaf540ca2f7057d3adb5765784d24d9fd801"
		},
		{
			"ImportPath": "github.com/spf13/cast",
			"Rev": "4d07383ffe94b5e5a6fa3af9211374a4507a0184"
		},
		{
			"ImportPath": "github.com/spf13/cobra",
			"Rev": "8f5946caaeeff40a98d67f60c25e89c3525038a3"
		},
		{
			"ImportPath": "github.com/spf13/jwalterweatherman",
			"Rev": "3d60171a64319ef63c78bd45bd60e6eab1e75f8b"
		},
		{
			"ImportPath": "github.com/spf13/pflag",
			"Rev": "8a0b846eb11d294deee8f68f697d48ac62aa372f"
		},
		{
			"ImportPath": "github.com/spf13/viper",
			"Rev": "be5ff3e4840cf692388bde7a057595a474ef379e"
		},
		{
			"ImportPath": "github.com/subsilent/zbase32",
			"Rev": "b76733425599ce1b09a9be33259e541c89718cc2"
		},
		{
			"ImportPath": "golang.org/x/crypto/ssh",
			"Rev": "c84e1f8e3a7e322d497cd16c0e8a13c7e127baf3"
		},
		{
			"ImportPath": "golang.org/x/net/context",
			"Rev": "dfe268fd2bb5c793f4c083803609fce9806c6f80"
		},
		{
			"ImportPath": "gopkg.in/bluesuncorp/validator.v5",
			"Comment": "v5.5.1",
			"Rev": "1d61bf31487322f9bffa4d9f1eda4a53175b58dd"
		},
		{
			"ImportPath": "gopkg.in/yaml.v2",
			"Rev": "49c95bdc21843256fb6c4e0d370a05f24a0bf213"
		}
	]
}<commit_msg>Removing unused imports<commit_after>{
	"ImportPath": "github.com/subsilent/kappa",
	"GoVersion": "go1.4.2",
	"Packages": [
		"."
	],
	"Deps": [
		{
			"ImportPath": "github.com/BurntSushi/toml",
			"Comment": "v0.1.0-21-g056c9bc",
			"Rev": "056c9bc7be7190eaa7715723883caffa5f8fa3e4"
		},
		{
			"ImportPath": "github.com/boltdb/bolt",
			"Comment": "v1.0-79-g2c04100",
			"Rev": "2c04100eb9793f2b8541d243494e2909d2112325"
		},
		{
			"ImportPath": "github.com/eliquious/leaf",
			"Rev": "b535c9fd83c78987c99e9de6f54c59ff4a4a0bf5"
		},
		{
			"ImportPath": "github.com/inconshreveable/mousetrap",
			"Rev": "76626ae9c91c4f2a10f34cad8ce83ea42c93bb75"
		},
		{
			"ImportPath": "github.com/kr/pretty",
			"Comment": "go.weekly.2011-12-22-27-ge6ac2fc",
			"Rev": "e6ac2fc51e89a3249e82157fa0bb7a18ef9dd5bb"
		},
		{
			"ImportPath": "github.com/kr/text",
			"Rev": "e373e137fafd8abd480af49182dea0513914adb4"
		},
		{
			"ImportPath": "github.com/magiconair/properties",
			"Comment": "v1.5.2",
			"Rev": "d5929c67198951106f49f7ea425198d0f1a08f7f"
		},
		{
			"ImportPath": "github.com/mattn/go-colorable",
			"Rev": "d67e0b7d1797975196499f79bcc322c08b9f218b"
		},
		{
			"ImportPath": "github.com/mattn/go-isatty",
			"Rev": "ae0b1f8f8004be68d791a576e3d8e7648ab41449"
		},
		{
			"ImportPath": "github.com/mgutz/ansi",
			"Rev": "22ddafb24adc4786c83841aa3021349818c898e4"
		},
		{
			"ImportPath": "github.com/mgutz/logxi/v1",
			"Rev": "002f5bf05304c9df2910ef0a5f9e5ec6bbc7c8c3"
		},
		{
			"ImportPath": "github.com/mitchellh/mapstructure",
			"Rev": "bb4fbaf540ca2f7057d3adb5765784d24d9fd801"
		},
		{
			"ImportPath": "github.com/spf13/cast",
			"Rev": "4d07383ffe94b5e5a6fa3af9211374a4507a0184"
		},
		{
			"ImportPath": "github.com/spf13/cobra",
			"Rev": "8f5946caaeeff40a98d67f60c25e89c3525038a3"
		},
		{
			"ImportPath": "github.com/spf13/jwalterweatherman",
			"Rev": "3d60171a64319ef63c78bd45bd60e6eab1e75f8b"
		},
		{
			"ImportPath": "github.com/spf13/pflag",
			"Rev": "8a0b846eb11d294deee8f68f697d48ac62aa372f"
		},
		{
			"ImportPath": "github.com/spf13/viper",
			"Rev": "be5ff3e4840cf692388bde7a057595a474ef379e"
		},
		{
			"ImportPath": "github.com/subsilent/zbase32",
			"Rev": "b76733425599ce1b09a9be33259e541c89718cc2"
		},
		{
			"ImportPath": "golang.org/x/crypto/ssh",
			"Rev": "c84e1f8e3a7e322d497cd16c0e8a13c7e127baf3"
		},
		{
			"ImportPath": "gopkg.in/yaml.v2",
			"Rev": "49c95bdc21843256fb6c4e0d370a05f24a0bf213"
		}
	]
}
{'fraction_non_alphanumeric': 0.1706102117061021, 'fraction_numerical': 0.224693115104074, 'mean_word_length': 4.47953216374269, 'pattern_counts': {'":': 110, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2711494', 'n_tokens_mistral': 3786, 'n_tokens_neox': 2878, 'n_words': 220}