<commit_before>require 'rubygems'
require 'bundler/setup'
require File.join(File.dirname(__FILE__), '..', 'lib', File.basename(__FILE__).gsub(/_spec/, ''))

describe Kernel do
	describe "big_endian?" do
		it "should return false on an x86 machine" do
			case RUBY_PLATFORM
			when /(i\d86|x86|_64|darwin)/i
				big_endian?.should be_false
			when /java/
				raise "Unknown endianness on #{RUBY_PLATFORM}"
			else
				raise "Unknown platform #{RUBY_PLATFORM}"
			end
		end
	end

	describe "little_endian?" do
		it "should return true on an x86 machine" do
			case RUBY_PLATFORM
			when /(i\d86|x86|_64|darwin)/i
				little_endian?.should be_true
			when /java/
				raise "Unknown endianness on #{RUBY_PLATFORM}"
			else
				raise "Unknown platform #{RUBY_PLATFORM}"
			end
		end
	end
end<commit_msg>Update for git bash<commit_after>require 'rubygems'
require 'bundler/setup'
require File.join(File.dirname(__FILE__), '..', 'lib', File.basename(__FILE__).gsub(/_spec/, ''))

describe Kernel do
	describe "big_endian?" do
		it "should return false on an x86 machine" do
			case RUBY_PLATFORM
			when /(i\d86|x86|x64|_64|darwin)/i
				big_endian?.should be_false
			when /java/
				raise "Unknown endianness on #{RUBY_PLATFORM}"
			else
				raise "Unknown platform #{RUBY_PLATFORM}"
			end
		end
	end

	describe "little_endian?" do
		it "should return true on an x86 machine" do
			case RUBY_PLATFORM
			when /(i\d86|x86|x64|_64|darwin)/i
				little_endian?.should be_true
			when /java/
				raise "Unknown endianness on #{RUBY_PLATFORM}"
			else
				raise "Unknown platform #{RUBY_PLATFORM}"
			end
		end
	end
end
{'fraction_non_alphanumeric': 0.11055900621118013, 'fraction_numerical': 0.02236024844720497, 'mean_word_length': 3.738235294117647, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5246416', 'n_tokens_mistral': 719, 'n_tokens_neox': 587, 'n_words': 158}