<commit_before><% topic_id = topic ? topic.id : "{{ id }}"
  show_context ||= false
  user_id = topic.user_id rescue "{{ user_id }}"
  topic_type = (topic.class.to_s.underscore rescue nil) if topic
  topic_type ||= "discussion_topic"
  topic_desc = topic_type.gsub("_", " ").capitalize
  is_announcement ||= false
  brief ||= false
  single_topic ||= false
  topic_context = topic.context rescue @context
  post_date = datetime_string(topic.created_at) rescue t('date_created', "Date Created")
  if !single_topic
    post_date = datetime_string(topic.last_reply_at) rescue t('last_post', "Last Post")
  end
  unread_count = topic ? topic.unread_count(@current_user) : 0
  reply_count = topic.discussion_entries.active.length rescue 0<commit_msg>included deleted entries in total message count<commit_after><% topic_id = topic ? topic.id : "{{ id }}"
  show_context ||= false
  user_id = topic.user_id rescue "{{ user_id }}"
  topic_type = (topic.class.to_s.underscore rescue nil) if topic
  topic_type ||= "discussion_topic"
  topic_desc = topic_type.gsub("_", " ").capitalize
  is_announcement ||= false
  brief ||= false
  single_topic ||= false
  topic_context = topic.context rescue @context
  post_date = datetime_string(topic.created_at) rescue t('date_created', "Date Created")
  if !single_topic
    post_date = datetime_string(topic.last_reply_at) rescue t('last_post', "Last Post")
  end
  unread_count = topic ? topic.unread_count(@current_user) : 0
  reply_count = topic.discussion_entries.length rescue 0
{'fraction_non_alphanumeric': 0.12195121951219512, 'fraction_numerical': 0.0026367831245880024, 'mean_word_length': 5.023809523809524, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5915005', 'n_tokens_mistral': 510, 'n_tokens_neox': 496, 'n_words': 115}