<commit_before>variable "HUBOT_SLACK_TOKEN" {}
variable "HUBOT_AUTH_ADMIN" {}
variable "HUBOT_YOUTUBE_API_KEY" {}
variable "TERRAFORM_AWS_ACCESS_KEY" {}
variable "TERRAFORM_AWS_SECRET_KEY" {}
variable "AWS_SSH_KEY" {}
variable "HUBOT_S3_BRAIN_ACCESS_KEY_ID" {}
variable "HUBOT_S3_BRAIN_SECRET_ACCESS_KEY" {}
variable "HUBOT_S3_BRAIN_BUCKET" {}
variable "HUBOT_S3_BRAIN_FILE_PATH" {}

variable "region" {
	default = "us-east-1"
}

variable "key_name" {
	default = "dbot-deployer-us-east-1-key"
}

variable "instance_type" {
	default = "t2.micro"
}

variable "amis" {
	default = {
		us-east-1 = "ami-4fe4852a"
	}
}

variable "availability" {
	default = "us-east-1a"
}<commit_msg>moving non env variables out of tfvars<commit_after>variable "HUBOT_SLACK_TOKEN" {}
variable "HUBOT_AUTH_ADMIN" {}
variable "HUBOT_YOUTUBE_API_KEY" {}
variable "TERRAFORM_AWS_ACCESS_KEY" {}
variable "TERRAFORM_AWS_SECRET_KEY" {}
variable "AWS_SSH_KEY" {}
variable "HUBOT_S3_BRAIN_ACCESS_KEY_ID" {}
variable "HUBOT_S3_BRAIN_SECRET_ACCESS_KEY" {}

variable "region" {
	default = "us-east-1"
}

variable "key_name" {
	default = "dbot-deployer-us-east-1-key"
}

variable "instance_type" {
	default = "t2.micro"
}

variable "amis" {
	default = {
		us-east-1 = "ami-4fe4852a"
	}
}

variable "availability" {
	default = "us-east-1a"
}

variable "HUBOT_S3_BRAIN_BUCKET" {
	default = "dla-dbot"
}

variable "HUBOT_S3_BRAIN_FILE_PATH" {
	default = "brain/dump.json"
}
{'fraction_non_alphanumeric': 0.13737796373779637, 'fraction_numerical': 0.019525801952580194, 'mean_word_length': 5.833333333333333, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6368940', 'n_tokens_mistral': 658, 'n_tokens_neox': 640, 'n_words': 92}