<commit_before># coding: utf-8
lib = File.expand_path("../lib", __FILE__)
$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
require "hpath/version"

Gem::Specification.new do |spec|
  spec.name          = "hpath"
  spec.version       = Hpath::VERSION
  spec.authors       = ["<NAME>"]
  spec.summary       = %q{HPath for ruby}
  spec.homepage      = "https://github.com/hpath/hpath-ruby"
  spec.license       = "MIT"

  spec.files         = `git ls-files`.split($/)
  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
  spec.require_paths = ["lib"]

  spec.add_dependency "parslet", ">= 1.6.1"

  spec.add_development_dependency "bundler", "~> 1.5"
  spec.add_development_dependency "rake"
  spec.add_development_dependency "rspec",   ">= 3.0.0", "< 4.0.0"
end
<commit_msg>Removed parslet dependency<commit_after># coding: utf-8
lib = File.expand_path("../lib", __FILE__)
$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
require "hpath/version"

Gem::Specification.new do |spec|
  spec.name          = "hpath"
  spec.version       = Hpath::VERSION
  spec.authors       = ["<NAME>"]
  spec.summary       = %q{HPath for ruby}
  spec.homepage      = "https://github.com/hpath/hpath-ruby"
  spec.license       = "MIT"

  spec.files         = `git ls-files`.split($/)
  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
  spec.require_paths = ["lib"]

  spec.add_development_dependency "bundler", "~> 1.5"
  spec.add_development_dependency "rake"
  spec.add_development_dependency "rspec",   ">= 3.0.0", "< 4.0.0"
end

{'fraction_non_alphanumeric': 0.17702227432590856, 'fraction_numerical': 0.0123094958968347, 'mean_word_length': 3.3435114503816794, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 10, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6666143', 'n_tokens_mistral': 666, 'n_tokens_neox': 631, 'n_words': 103}