<commit_before># -*- encoding: utf-8 -*-
$:.push File.expand_path("../lib", __FILE__)

Gem::Specification.new do |s|
  s.name             = "rchardet19"
  s.version          = "1.3.5"
  s.authors          = ["<NAME>", "<NAME>", "<NAME>"]
  s.email            = "<EMAIL>"
  s.homepage         = "https://github.com/oleander/rchardet"
  s.platform         = Gem::Platform::RUBY
  s.summary          = "Character encoding auto-detection. Ruby 1.9 compat."
  s.description      = "Character encoding auto-detection in Ruby. This library is a port of the auto-detection code in Mozilla. It means taking a sequence of bytes in an unknown character encoding, and attempting to determine the encoding so you can read the text. It’s like cracking a code when you don’t have the decryption key."
  s.files            = `git ls-files`.split("\n")
  s.test_files       = `git ls-files -- {test,spec,features}/*`.split("\n")
  s.executables      = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
  s.require_paths    = ["lib"]
  s.has_rdoc         = false # TODO: fix
  s.extra_rdoc_files = ['README.markdown', 'COPYING']
  
  s.add_development_dependency('rspec')
end<commit_msg>New summary and bump version to 1.3.6<commit_after># -*- encoding: utf-8 -*-
$:.push File.expand_path("../lib", __FILE__)

Gem::Specification.new do |s|
  s.name             = "rchardet19"
  s.version          = "1.3.6"
  s.authors          = ["<NAME>", "<NAME>", "<NAME>"]
  s.email            = "<EMAIL>"
  s.homepage         = "https://github.com/oleander/rchardet"
  s.platform         = Gem::Platform::RUBY
  s.summary          = "Ruby 1.9 compatible character encoding auto-detection library"
  s.description      = "Character encoding auto-detection in Ruby. This library is a port of the auto-detection code in Mozilla. It means taking a sequence of bytes in an unknown character encoding, and attempting to determine the encoding so you can read the text. It’s like cracking a code when you don’t have the decryption key."
  s.files            = `git ls-files`.split("\n")
  s.test_files       = `git ls-files -- {test,spec,features}/*`.split("\n")
  s.executables      = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
  s.require_paths    = ["lib"]
  s.has_rdoc         = false # TODO: fix
  s.extra_rdoc_files = ['README.markdown', 'COPYING']
  
  s.add_development_dependency('rspec')
end
{'fraction_non_alphanumeric': 0.14833333333333334, 'fraction_numerical': 0.007916666666666667, 'mean_word_length': 2.648936170212766, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 11, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '300541', 'n_tokens_mistral': 798, 'n_tokens_neox': 760, 'n_words': 220}