<commit_before>module Meangirls
  $LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__))
  
  class ReinsertNotAllowed < RuntimeError; end
  class DeleteNotAllowed < RuntimeError; end

  require 'set'
  require 'base64'
  require 'securerandom'
  require 'socket'
  require 'meangirls/crdt'
  
  # Transforms a JSON data structure into a CRDT datatype.
  def parse(s)
    case s['type']
    when '2p-set'
      TwoPhaseSet.new s
    when 'lww-set'
      LWWSet.new s
    when 'or-set'
      ORSet.new s
    when 'g-counter'
      GCounter.new s
    else
      raise ArgumentError, "unknown type #{s['type']}"
    end<commit_msg>Update meangirls.rb<commit_after>module Meangirls
  $LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__))
  
  class ReinsertNotAllowed < RuntimeError; end
  class DeleteNotAllowed < RuntimeError; end

  require 'set'
  require 'base64'
  require 'securerandom'
  require 'socket'
  require 'meangirls/crdt'
  
  def fetch
    false
  end
  
  # Transforms a JSON data structure into a CRDT datatype.
  def parse(s)
    case s['type']
    when '2p-set'
      TwoPhaseSet.new s
    when 'lww-set'
      LWWSet.new s
    when 'or-set'
      ORSet.new s
    when 'g-counter'
      GCounter.new s
    else
      raise ArgumentError, "unknown type #{s['type']}"
    end
{'fraction_non_alphanumeric': 0.09286262471220261, 'fraction_numerical': 0.004604758250191865, 'mean_word_length': 2.904191616766467, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2921757', 'n_tokens_mistral': 457, 'n_tokens_neox': 456, 'n_words': 120}