<commit_before># -*- encoding: utf-8 -*-
require File.expand_path('../lib/mscan/version', __FILE__)

Gem::Specification.new do |gem|
  gem.authors       = ["<NAME>"]
  gem.email         = ["<EMAIL>"]
  gem.description   = %q{A utility to help manage our growing media collections}
  gem.summary       = %q{This utility supports the ability to identify all unique media files and detect duplicates}
  gem.homepage      = ""

  gem.files         = `git ls-files`.split($\)
  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
  gem.test_files    = gem.files.grep(%r{^(spec)/})
  gem.name          = "mscan"
  gem.require_paths = ["lib"]
  gem.version       = Mscan::VERSION

  # gem.add_runtime_dependency(%q<yajl-ruby>, [">= 3.1.3"])
  gem.add_development_dependency(%q<redcarpet>)
  gem.add_development_dependency(%q<rspec>)
  gem.add_development_dependency(%q<simplecov>)
  gem.add_development_dependency(%q<ruby-debug19>)
  gem.add_development_dependency(%q<timecop>)
  gem.add_development_dependency(%q<yard>)
end<commit_msg>Added FakeFS as development dependency for testing the file I/O<commit_after># -*- encoding: utf-8 -*-
require File.expand_path('../lib/mscan/version', __FILE__)

Gem::Specification.new do |gem|
  gem.authors       = ["<NAME>"]
  gem.email         = ["<EMAIL>"]
  gem.description   = %q{A utility to help manage our growing media collections}
  gem.summary       = %q{This utility supports the ability to identify all unique media files and detect duplicates}
  gem.homepage      = ""

  gem.files         = `git ls-files`.split($\)
  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
  gem.test_files    = gem.files.grep(%r{^(spec)/})
  gem.name          = "mscan"
  gem.require_paths = ["lib"]
  gem.version       = Mscan::VERSION

  # gem.add_runtime_dependency(%q<yajl-ruby>, [">= 3.1.3"])
  gem.add_development_dependency(%q<fakefs>)
  gem.add_development_dependency(%q<redcarpet>)
  gem.add_development_dependency(%q<rspec>)
  gem.add_development_dependency(%q<ruby-debug19>)
  gem.add_development_dependency(%q<simplecov>)
  gem.add_development_dependency(%q<timecop>)
  gem.add_development_dependency(%q<yard>)
end
{'fraction_non_alphanumeric': 0.1561219845243514, 'fraction_numerical': 0.005461993627674101, 'mean_word_length': 3.8736141906873613, 'pattern_counts': {'":': 0, '<': 22, '<?xml version=': 0, '>': 24, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6045678', 'n_tokens_mistral': 791, 'n_tokens_neox': 740, 'n_words': 135}