<commit_before># -*- encoding: utf-8 -*-
require File.expand_path('../lib/github/html/version', __FILE__)

Gem::Specification.new do |gem|
  gem.authors       = ["<NAME>"]
  gem.email         = ["<EMAIL>"]
  gem.description   = %q{GitHub HTML processing filters and utilities}
  gem.summary       = %q{Helpers for processing content through a chain of filters}
  gem.homepage      = "https://github.com/github/github-html"

  gem.files         = `git ls-files`.split($\)
  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
  gem.name          = "github-html"
  gem.require_paths = ["lib"]
  gem.version       = GitHub::HTML::VERSION

  gem.add_dependency 'nokogiri',        '~> 1.4'
  gem.add_dependency 'github-markdown', '~> 0.5'
  gem.add_dependency 'sanitize',        '~> 2.0'
  gem.add_dependency 'github-linguist', '~> 2.1'
  gem.add_dependency 'rinku',           '~> 1.7'
  gem.add_dependency 'escape_utils',    '~> 0.2'
end
<commit_msg>remove github-linguist for now b/c of build dependency on icu<commit_after># -*- encoding: utf-8 -*-
require File.expand_path('../lib/github/html/version', __FILE__)

Gem::Specification.new do |gem|
  gem.authors       = ["<NAME>"]
  gem.email         = ["<EMAIL>"]
  gem.description   = %q{GitHub HTML processing filters and utilities}
  gem.summary       = %q{Helpers for processing content through a chain of filters}
  gem.homepage      = "https://github.com/github/github-html"

  gem.files         = `git ls-files`.split($\)
  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
  gem.name          = "github-html"
  gem.require_paths = ["lib"]
  gem.version       = GitHub::HTML::VERSION

  gem.add_dependency 'nokogiri',        '~> 1.4'
  gem.add_dependency 'github-markdown', '~> 0.5'
  gem.add_dependency 'sanitize',        '~> 2.0'
  # gem.add_dependency 'github-linguist', '~> 2.1'
  gem.add_dependency 'rinku',           '~> 1.7'
  gem.add_dependency 'escape_utils',    '~> 0.2'
end

{'fraction_non_alphanumeric': 0.17438563327032136, 'fraction_numerical': 0.012287334593572778, 'mean_word_length': 2.9570093457943925, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 19, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5131249', 'n_tokens_mistral': 797, 'n_tokens_neox': 759, 'n_words': 141}