<commit_before>import numpy
import theano
import theano.tensor as T

class Linear():

	def __init__(self, rng, input, n_in, n_out, W_values=None, b_values=None):

		self.input = input

		if W_values is None:
			W_values = numpy.asarray(
				rng.uniform(
					low = -0.01, #low=-numpy.sqrt(6. / (n_in + n_out)),
					high = 0.01, #high=numpy.sqrt(6. / (n_in + n_out)),
					size=(n_in, n_out)
				),
				dtype=theano.config.floatX
			)
		W = theano.shared(value=W_values, name='W', borrow=True)

		if b_values is None:
			b_values = numpy.zeros((n_out,), dtype=theano.config.floatX)
		#	b_values = numpy.asarray(
		#		rng.uniform(
		#			low = -0.01, #low=-numpy.sqrt(6. / (n_in + n_out)),
		#			high = 0.01, #high=numpy.sqrt(6. / (n_in + n_out)),
		#			size=(n_out,)
		#		),
		#		dtype=theano.config.floatX
			)
		b = theano.shared(value=b_values, name='b', borrow=True)

		self.W = W
		self.b = b

		self.output = T.dot(input, self.W) + self.b

		# parameters of the model
		self.params = [self.W, self.b]
<commit_msg>Removed comments and paranthesis error<commit_after>import numpy
import theano
import theano.tensor as T

class Linear():

	def __init__(self, rng, input, n_in, n_out, W_values=None, b_values=None):

		self.input = input

		if W_values is None:
			W_values = numpy.asarray(
				rng.uniform(
					low = -0.01, #low=-numpy.sqrt(6. / (n_in + n_out)),
					high = 0.01, #high=numpy.sqrt(6. / (n_in + n_out)),
					size=(n_in, n_out)
				),
				dtype=theano.config.floatX
			)
		W = theano.shared(value=W_values, name='W', borrow=True)

		if b_values is None:
			b_values = numpy.zeros((n_out,), dtype=theano.config.floatX)
		b = theano.shared(value=b_values, name='b', borrow=True)

		self.W = W
		self.b = b

		self.output = T.dot(input, self.W) + self.b

		# parameters of the model
		self.params = [self.W, self.b]

{'fraction_non_alphanumeric': 0.16048034934497818, 'fraction_numerical': 0.013100436681222707, 'mean_word_length': 3.1283783783783785, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '497675', 'n_tokens_mistral': 876, 'n_tokens_neox': 766, 'n_words': 159}