<commit_before>require 'rubygems'
require 'open-uri'
require 'nokogiri'
require 'MovieDB/data_store'
require 'MovieDB/base'
require 'celluloid/current'
require 'MovieDB/relation/query_methods'
require 'MovieDB/data_analysis/statistics'

module MovieDB

  # Create a new movie record. The values are stored in the key-value data store.
  #
  # Default values are supplement during the instantiation of the class.
  # Those values are overridden when you provide one.
  #
  # You can use it like this:
  #
  #   movie = Movie.new()
  #   movie.title = "<NAME>"
  #
  # You can raise a MovieError like this:
  #
  class Movie < MovieDB::Base

    include Celluloid
    include MovieDB::Relation::QueryMethods
    include MovieDB::DataAnalysis::Statistics

    def ids_to_array(ids)
      arr ||= []
<commit_msg>removed require nokogiri<commit_after>require 'rubygems'
require 'MovieDB/data_store'
require 'MovieDB/base'
require 'celluloid/current'
require 'MovieDB/relation/query_methods'
require 'MovieDB/data_analysis/statistics'

module MovieDB

  # Create a new movie record. The values are stored in the key-value data store.
  #
  # Default values are supplement during the instantiation of the class.
  # Those values are overridden when you provide one.
  #
  # You can use it like this:
  #
  #   movie = Movie.new()
  #   movie.title = "<NAME>"
  #
  # You can raise a MovieError like this:
  #
  class Movie < MovieDB::Base

    include Celluloid
    include MovieDB::Relation::QueryMethods
    include MovieDB::DataAnalysis::Statistics

    def ids_to_array(ids)
      arr ||= []

{'fraction_non_alphanumeric': 0.08999370673379484, 'fraction_numerical': 0.0, 'mean_word_length': 3.789156626506024, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2042798', 'n_tokens_mistral': 501, 'n_tokens_neox': 485, 'n_words': 156}