<commit_before>
desc "Set up environment to play with gem state..."
task :spike => [:update, :play]

task :update do
  `gem uninstall wdi -x --force`
  Rake::Task["build"].execute
  `gem install #{File.expand_path("pkg/wdi-#{WDI::VERSION}.gem")}`
end

task :play do
  require "wdi"
  require "pry"

  include WDI::Configuration
  include WDI::Directory

  binding.pry
end<commit_msg>fix spike to new name for WDI::Configuration<commit_after>
desc "Set up environment to play with gem state..."
task :spike => [:update, :play]

task :update do
  `gem uninstall wdi -x --force`
  Rake::Task["build"].execute
  `gem install #{File.expand_path("pkg/wdi-#{WDI::VERSION}.gem")}`
end

task :play do
  require "wdi/configuration"
  require "pry"

  include WDI::Configuration

  binding.pry
end
{'fraction_non_alphanumeric': 0.14631043256997456, 'fraction_numerical': 0.0, 'mean_word_length': 4.3175675675675675, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4970375', 'n_tokens_mistral': 274, 'n_tokens_neox': 272, 'n_words': 83}