<commit_before><%packages = []%>
<%$redis.keys("#{params[:category]}/*").each { |key| packages << key.split(/-\d/)[0] }%>
<%packages.uniq.sort.each do |package|%>
  <div class="panel">
    <div class="panel-heading">
      <h3 class="panel-title"><%=package%></h3>
    </div>
    <table class="table table-bordered table-condensed">
      <th></th>
      <th>amd64</th>
      <th>arm</th>
      <th>ia64</th>
      <th>sparc</th>
      <th>x86</th>
      <%$redis.keys("#{package}-*").sort.each do |version|%>
        <%version_hash = JSON.parse($redis.get(version))%>
        <tr>
          <td><%=version_hash['version']%></td>
          <td width="10%" <%=format_keywords('amd64', version_hash['keywords'])%></td>
          <td width="10%" <%=format_keywords('arm', version_hash['keywords'])%></td>
          <td width="10%" <%=format_keywords('ia64', version_hash['keywords'])%></td>
          <td width="10%" <%=format_keywords('sparc', version_hash['keywords'])%></td>
          <td width="10%" <%=format_keywords('x86', version_hash['keywords'])%></td>
        </tr>
      <%end%>
    </table>
  </div>
<%end%>
<commit_msg>List description for each package<commit_after><%packages = []%>
<%$redis.keys("#{params[:category]}/*").each { |key| packages << key.split(/-\d/)[0] }%>
<%packages.uniq.sort.each do |package|%>
  <div class="panel">
    <div class="panel-heading">
      <h3 class="panel-title"><%=package%></h3>
    </div>
    <%metadata_hash = JSON.parse($redis.get($redis.keys("#{package}-*").sort.last))%>
    <%=metadata_hash['description']%>
    <table class="table table-bordered table-condensed">
      <th></th>
      <th>amd64</th>
      <th>arm</th>
      <th>ia64</th>
      <th>sparc</th>
      <th>x86</th>
      <%$redis.keys("#{package}-*").sort.each do |version|%>
        <%version_hash = JSON.parse($redis.get(version))%>
        <tr>
          <td><%=version_hash['version']%></td>
          <td width="10%" <%=format_keywords('amd64', version_hash['keywords'])%></td>
          <td width="10%" <%=format_keywords('arm', version_hash['keywords'])%></td>
          <td width="10%" <%=format_keywords('ia64', version_hash['keywords'])%></td>
          <td width="10%" <%=format_keywords('sparc', version_hash['keywords'])%></td>
          <td width="10%" <%=format_keywords('x86', version_hash['keywords'])%></td>
        </tr>
      <%end%>
    </table>
  </div>
<%end%>

{'fraction_non_alphanumeric': 0.25707154742096505, 'fraction_numerical': 0.020798668885191347, 'mean_word_length': 3.44547134935305, 'pattern_counts': {'":': 0, '<': 105, '<?xml version=': 0, '>': 91, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5243308', 'n_tokens_mistral': 935, 'n_tokens_neox': 844, 'n_words': 121}