<commit_before>import sys, os
import json

class MysqlProcessing:

	current_table = ""
	current_fields = []
	data = []
	tables = []
	tables_total = 0
	types = []
	types_path = "types.json"
	global_path = ""
	def __init__(self,global_path):
		#print("creado")
		# VARCHAR(x)
		# 	Case: user name, email, country, subject, password

		# TEXT
		# 	Case: messages, emails, comments, formatted text, html, code, images, links

		# MEDIUMTEXT
		# 	Case: large json bodies, short to medium length books, csv strings

		# LONGTEXT
		# 	Case: textbooks, programs, years of logs files, harry potter and the goblet of fire, scientific research logging
		self.global_path = global_path
		if(os.path.exists(self.global_path+self.types_path)):
			print("Hay types")<commit_msg>mysql proc<commit_after>import sys, os
import json

class MysqlProcessing:

	current_table = ""
	current_fields = []
	data = []
	tables = []
	tables_total = 0
	types = []
	types_path = "types.json"
	global_path = ""
	def __init__(self,global_path):
		#print("creado")
		# VARCHAR(x)
		# 	Case: user name, email, country, subject, password

		# TEXT
		# 	Case: messages, emails, comments, formatted text, html, code, images, links

		# MEDIUMTEXT
		# 	Case: large json bodies, short to medium length books, csv strings

		# LONGTEXT
		# 	Case: textbooks, programs, years of logs files, harry potter and the goblet of fire, scientific research logging
		
		self.global_path = global_path
		if(os.path.exists(self.global_path+self.types_path)):
			print("Hay types")
{'fraction_non_alphanumeric': 0.11009174311926606, 'fraction_numerical': 0.001310615989515072, 'mean_word_length': 4.176271186440678, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2746148', 'n_tokens_mistral': 555, 'n_tokens_neox': 503, 'n_words': 148}