<commit_before>#!/usr/bin/env ruby 

require 'net/http'
require 'ansi_colors'

domains = File.open('domains.txt').read
domains.gsub!(/\r\n?/, "\n")

domains.each_line do|n|

	domain = n.gsub(/\s+/, "")

	if(domain != '')
		check = Net::HTTP.get(domain, '/globalsign.html')
		if check == "hello globalsign"
			printf "%-40s [ %s ]\n", domain, "VALID".ansi_green 
		else 
			printf "%-40s [ %s ]\n", domain, "MISSING".ansi_red 
		end
	end
end<commit_msg>Added some more info<commit_after>#!/usr/bin/env ruby 

require 'net/http'
require 'ansi_colors'

domains = File.open('domains.txt').read
domains.gsub!(/\r\n?/, "\n")

valid = 0
missing = 0

puts "\n\nChecking domains for 'globalsign.html'\n".ansi_bold

domains.each_line do|n|

	domain = n.gsub(/\s+/, "")

	if(domain != '')
		check = Net::HTTP.get(domain, '/globalsign.html')
		if check == "hello globalsign"
			printf "%-40s [ %s ]\n", domain, "VALID".ansi_green 
			valid += 1
		else 
			printf "%-40s [ %s ]\n", domain, "MISSING".ansi_red 
			missing += 1
		end
	end
end

puts "\n"
puts "Found " + valid.to_s.ansi_green.ansi_bold + " domains with a correct globalsign.html file"
puts "Found " + missing.to_s.ansi_red.ansi_bold + " domains without a correct globalsign.html file"
{'fraction_non_alphanumeric': 0.18461538461538463, 'fraction_numerical': 0.009716599190283401, 'mean_word_length': 3.577777777777778, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4340178', 'n_tokens_mistral': 539, 'n_tokens_neox': 488, 'n_words': 111}