<commit_before><% if q["parts"] %>
  <div class="parts" data-qnum="<%= i + count %>">
  <% q["parts"].each_with_index do |part, part_i| %>
    <% part_ans = @answers&.dig(sub_id.to_s, i + count, "parts", part_i) %>
    <% if part["codeTag"] %>
    <p><%= sanitize_question(part["codeTag"]) %></p>
    <% if part_ans['file'] == "<none>" %>
    <span class="btn btn-default btn-sm btn-disabled">&lt;none&gt;</span>
    <% else %>
    <% sub_file = @submission_files.find{|f| f[:link] == part_ans['file']} %>
    <% if sub_file %>
    <span class="btn btn-default btn-sm btn-disabled"
          data-show-file="<%= ["#{sub_file[:href]}_#{root}", part_ans['line'].to_i] %>">
      <%= sub_file[:name] %>, line <%= part_ans["line"] %>
    </span>
    <% else %>
    <span class="btn btn-default btn-sm btn-disabled"><%= part_ans['file'].gsub(Regexp.new(".*extracted/?"), "") %> (not found)</span>
    <% end %>
    <% end %>
    <% elsif part["text"] %>
    <p><%= sanitize_question(part["text"]) %></p>
    <textarea disabled class="form-control" rows="5"
              name="answers[<%= sub_id %>][<%= i %>][parts][<%= part_i %>][info]"><%= part_ans&.dig('info') %></textarea>
    <% elsif part["requiredText"] %>
    <p><%= sanitize_question(part["requiredText"]) %></p>
    <textarea disabled class="form-control <%= if @answers && part_ans&.dig('info').blank? then 'unanswered' end %>" rows="5"
              name="answers[<%= sub_id %>][<%= i %>][parts][<%= part_i %>][info]"><%= part_ans&.dig('info') %></textarea>
    <% end %>
  <% end %>
  </div>
<% end %><commit_msg>cleanups that seem to help<commit_after><% if q["parts"] %>
  <div class="parts" data-qnum="<%= i + count %>">
  <% q["parts"].each_with_index do |part, part_i| %>
    <% part_ans = @answers&.dig(sub_id.to_s, i + count, "parts", part_i) %>
    <% if part["codeTag"] %>
    <p><%= sanitize_question(part["codeTag"]) %></p>
    <% if part_ans&.dig('file') == "<none>" %>
    <span class="btn btn-default btn-sm btn-disabled">&lt;none&gt;</span>
    <% else %>
    <% sub_file = @submission_files.find{|f| f[:link] == part_ans&.dig('file')} %>
    <% if sub_file %>
    <span class="btn btn-default btn-sm btn-disabled"
          data-show-file="<%= ["#{sub_file[:href]}_#{root}", part_ans&.dig('line').to_i] %>">
      <%= sub_file[:name] %>, line <%= part_ans&.dig("line") %>
    </span>
    <% else %>
    <span class="btn btn-default btn-sm btn-disabled"><%= part_ans&.dig('file')&.gsub(Regexp.new(".*extracted/?"), "") %> (not found)</span>
    <% end %>
    <% end %>
    <% elsif part["text"] %>
    <p><%= sanitize_question(part["text"]) %></p>
    <textarea disabled class="form-control" rows="5"
              name="answers[<%= sub_id %>][<%= i %>][parts][<%= part_i %>][info]"><%= part_ans&.dig('info') %></textarea>
    <% elsif part["requiredText"] %>
    <p><%= sanitize_question(part["requiredText"]) %></p>
    <textarea disabled class="form-control <%= if @answers && part_ans&.dig('info').blank? then 'unanswered' end %>" rows="5"
              name="answers[<%= sub_id %>][<%= i %>][parts][<%= part_i %>][info]"><%= part_ans&.dig('info') %></textarea>
    <% end %>
  <% end %>
  </div>
<% end %>
{'fraction_non_alphanumeric': 0.2709576138147567, 'fraction_numerical': 0.0012558869701726845, 'mean_word_length': 3.812688821752266, 'pattern_counts': {'":': 0, '<': 107, '<?xml version=': 0, '>': 107, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2222993', 'n_tokens_mistral': 1280, 'n_tokens_neox': 1158, 'n_words': 214}