<commit_before>require 'helper/mappings'

class LogicalElement

  attr_accessor :doctype,
                :id,
                :dmdid,
                :admid,
                :order,
                :start_page_index,
                :end_page_index,
                :part_product,
                :part_work,
                :part_key,
                :level,
                :parentdoc_work,
                :parentdoc_label,
                :parentdoc_type,
                :dmdsec_meta      # :label, :type, :volume_uri

  def label=(label)
    l = Mappings.strctype_label(label)
    l = label if l == nil

    @label = l
  end

  def label
    @label
  end

  def type=(type)
    t = Mappings.strctype_type(type)
    t = type if t == nil

    @type = t
  end

  def type
    @type
  end

end
<commit_msg>Add field isLog_part<commit_after>require 'helper/mappings'

class LogicalElement

  attr_accessor :doctype,
                :id,
                :dmdid,
                :admid,
                :order,
                :start_page_index,
                :end_page_index,
                :part_product,
                :part_work,
                :part_key,
                :level,
                :parentdoc_work,
                :parentdoc_label,
                :parentdoc_type,
                :dmdsec_meta,      # :label, :type, :volume_uri
                :isLog_part

  def initialize
    @isLog_part = false
  end

  def label=(label)
    l = Mappings.strctype_label(label)
    l = label if l == nil

    @label = l
  end

  def label
    @label
  end

  def type=(type)
    t = Mappings.strctype_type(type)
    t = type if t == nil

    @type = t
  end

  def type
    @type
  end

end

{'fraction_non_alphanumeric': 0.08108108108108109, 'fraction_numerical': 0.0, 'mean_word_length': 1.2797858099062918, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '517625', 'n_tokens_mistral': 572, 'n_tokens_neox': 521, 'n_words': 120}