<commit_before>require 'set'

module Loofah
  module Elements
    # Block elements in HTML4
    STRICT_BLOCK_LEVEL = Set.new %w[address blockquote center dir div dl
      fieldset form h1 h2 h3 h4 h5 h6 hr isindex menu noframes
      noscript ol p pre table ul]

    # The following elements may also be considered block-level elements since they may contain block-level elements
    LOOSE_BLOCK_LEVEL = Set.new %w[dd dt frameset li tbody td tfoot th thead tr]

    BLOCK_LEVEL = STRICT_BLOCK_LEVEL + LOOSE_BLOCK_LEVEL
  end<commit_msg>add html5 block-level elements<commit_after>require 'set'

module Loofah
  module Elements
    # Block elements in HTML4 & 5
    STRICT_BLOCK_LEVEL = Set.new %w[address article aside blockquote canvas center
      details dir div dl fieldset figcaption figure form footer header
      h1 h2 h3 h4 h5 h6 hr isindex main menu nav noframes noscript ol p pre
      section summary table ul]

    # The following elements may also be considered block-level elements since they may contain block-level elements
    LOOSE_BLOCK_LEVEL = Set.new %w[dd dt frameset li tbody td tfoot th thead tr]

    BLOCK_LEVEL = STRICT_BLOCK_LEVEL + LOOSE_BLOCK_LEVEL
  end
{'fraction_non_alphanumeric': 0.03713080168776371, 'fraction_numerical': 0.01350210970464135, 'mean_word_length': 3.6509803921568627, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4768203', 'n_tokens_mistral': 356, 'n_tokens_neox': 343, 'n_words': 149}