<commit_before>{% extends "base.html" %}
{% block body %}
<div id="content" class="journalist-view-all">
<h2><span class="headline">Sources</span></h2>
{% if unstarred or starred %}
  <p>Here are the various collections of documents that have been submitted, with the most recently updated first:</p>
  <div id='filter-container'></div>
    <form id="process_collections" action="/col/process" method="post">
      <input name="csrf_token" type="hidden" value="{{ csrf_token() }}"/>
      <p>
        <span id="select_all" class="select"><i class="fa fa-check-square-o"></i> select all</span> <span id="select_none" class="select"><i class="fa fa-square-o"></i> select none</span>
        <button type="submit" id="delete_collections" name="action" value="delete" class="small"><i class="fa fa-minus-circle"></i> Delete selected</button>
        <button type="submit" name="action" value="star" class="small"><i class="fa fa-minus-circle"></i> Star Selected</button>
        <button type="submit" name="action" value="un-star" class="small"><i class="fa fa-minus-circle"></i> Un-star Selected</button>
      </p>

      {% if starred %}
        <ul id="cols" class="plain">
          <p class="fa">Starred</p>
          {% for source in starred %}
            {% set docs = source.documents_messages_count()['documents'] %}
            {% set msgs = source.documents_messages_count()['messages'] %}
            <li class="source" data-source-designation="{{ source.journalist_designation|lower }}">
              <time class="date" title="{{ source.last_updated|datetimeformat }}" datetime="{{ source.last_updated }}">{{ source.last_updated|datetimeformat(relative=True) }}</time>
              <div class="designation">
                <button class="button-star starred" type="submit" formaction="/col/remove_star/{{ source.filesystem_id }}"><i class="fa fa-star"></i></button>
                <input type="checkbox" name="cols_selected" value="{{ source.filesystem_id }}" />
                <span class="code-name"><a href="/col/{{ source.filesystem_id }}" id="starred-source-link-{{loop.index}}">{{ source.journalist_designation }}</a></span>
              </div>
              <div class="submission-count">
                <span><i class="fa fa-file-archive-o"></i> {{ docs }} docs</span>
                <span><i class="fa fa-file-text-o"></i> {{ msgs }} messages</span>
                {% if source.num_unread > 0 %}
                  <span class="unread">
                    <a class="btn small" href='/download_unread/{{ source.filesystem_id }}'><i class="fa fa-download"></i> {{ source.num_unread }} unread</a>
                  </span>
                {% endif %}
              </div>
            </li>
          {% endfor %}
        </ul>
      {% endif %}

      {% if unstarred %}
        <ul id="cols" class="plain">
          <p class="fa">Un-Starred</p>
          {% for source in unstarred %}
            {% set docs = source.documents_messages_count()['documents'] %}
            {% set msgs = source.documents_messages_count()['messages'] %}
            <li class="source" data-source-designation="{{ source.journalist_designation|lower }}">
              <time class="date" title="{{ source.last_updated|datetimeformat }}" datetime="{{ source.last_updated }}">{{ source.last_updated|datetimeformat(relative=True) }}</time>
              <div class="designation">
                <button class="button-star un-starred" type="submit" formaction="/col/add_star/{{ source.filesystem_id }}"><i class="fa fa-star"></i></button>
                <input type="checkbox" name="cols_selected" value="{{ source.filesystem_id }}" />
                <span class="code-name"><a href="/col/{{ source.filesystem_id }}" id="un-starred-source-link-{{loop.index}}">{{ source.journalist_designation }}</a></span>
              </div>
              <div class="submission-count">
                <span><i class="fa fa-file-archive-o"></i> {{ docs }} docs</span>
                <span><i class="fa fa-file-text-o"></i> {{ msgs }} messages</span>
                {% if source.num_unread > 0 %}
                  <span class="unread">
                    <a class="btn small" href='/download_unread/{{ source.filesystem_id }}' ><i class="fa fa-download"></i> {{ source.num_unread }} unread</a>
                  </span>
                {% endif %}
              </div>
            </li>
          {% endfor %}
        </ul>
      {% endif %}

    </form>
  </div>
{% else %}
  <p>No documents have been submitted!</p>
{% endif %}
{% endblock %}
<commit_msg>Remove unnecessary text from index page<commit_after>{% extends "base.html" %}
{% block body %}
<div id="content" class="journalist-view-all">
<h2><span class="headline">Sources</span></h2>
{% if unstarred or starred %}
  <div id='filter-container'></div>
    <form id="process_collections" action="/col/process" method="post">
      <input name="csrf_token" type="hidden" value="{{ csrf_token() }}"/>
      <p>
        <span id="select_all" class="select"><i class="fa fa-check-square-o"></i> select all</span> <span id="select_none" class="select"><i class="fa fa-square-o"></i> select none</span>
        <button type="submit" id="delete_collections" name="action" value="delete" class="small"><i class="fa fa-minus-circle"></i> Delete selected</button>
        <button type="submit" name="action" value="star" class="small"><i class="fa fa-minus-circle"></i> Star Selected</button>
        <button type="submit" name="action" value="un-star" class="small"><i class="fa fa-minus-circle"></i> Un-star Selected</button>
      </p>

      {% if starred %}
        <ul id="cols" class="plain">
          <p class="fa">Starred</p>
          {% for source in starred %}
            {% set docs = source.documents_messages_count()['documents'] %}
            {% set msgs = source.documents_messages_count()['messages'] %}
            <li class="source" data-source-designation="{{ source.journalist_designation|lower }}">
              <time class="date" title="{{ source.last_updated|datetimeformat }}" datetime="{{ source.last_updated }}">{{ source.last_updated|datetimeformat(relative=True) }}</time>
              <div class="designation">
                <button class="button-star starred" type="submit" formaction="/col/remove_star/{{ source.filesystem_id }}"><i class="fa fa-star"></i></button>
                <input type="checkbox" name="cols_selected" value="{{ source.filesystem_id }}" />
                <span class="code-name"><a href="/col/{{ source.filesystem_id }}" id="starred-source-link-{{loop.index}}">{{ source.journalist_designation }}</a></span>
              </div>
              <div class="submission-count">
                <span><i class="fa fa-file-archive-o"></i> {{ docs }} docs</span>
                <span><i class="fa fa-file-text-o"></i> {{ msgs }} messages</span>
                {% if source.num_unread > 0 %}
                  <span class="unread">
                    <a class="btn small" href='/download_unread/{{ source.filesystem_id }}'><i class="fa fa-download"></i> {{ source.num_unread }} unread</a>
                  </span>
                {% endif %}
              </div>
            </li>
          {% endfor %}
        </ul>
      {% endif %}

      {% if unstarred %}
        <ul id="cols" class="plain">
          <p class="fa">Un-Starred</p>
          {% for source in unstarred %}
            {% set docs = source.documents_messages_count()['documents'] %}
            {% set msgs = source.documents_messages_count()['messages'] %}
            <li class="source" data-source-designation="{{ source.journalist_designation|lower }}">
              <time class="date" title="{{ source.last_updated|datetimeformat }}" datetime="{{ source.last_updated }}">{{ source.last_updated|datetimeformat(relative=True) }}</time>
              <div class="designation">
                <button class="button-star un-starred" type="submit" formaction="/col/add_star/{{ source.filesystem_id }}"><i class="fa fa-star"></i></button>
                <input type="checkbox" name="cols_selected" value="{{ source.filesystem_id }}" />
                <span class="code-name"><a href="/col/{{ source.filesystem_id }}" id="un-starred-source-link-{{loop.index}}">{{ source.journalist_designation }}</a></span>
              </div>
              <div class="submission-count">
                <span><i class="fa fa-file-archive-o"></i> {{ docs }} docs</span>
                <span><i class="fa fa-file-text-o"></i> {{ msgs }} messages</span>
                {% if source.num_unread > 0 %}
                  <span class="unread">
                    <a class="btn small" href='/download_unread/{{ source.filesystem_id }}' ><i class="fa fa-download"></i> {{ source.num_unread }} unread</a>
                  </span>
                {% endif %}
              </div>
            </li>
          {% endfor %}
        </ul>
      {% endif %}

    </form>
  </div>
{% else %}
  <p>No documents have been submitted!</p>
{% endif %}
{% endblock %}

{'fraction_non_alphanumeric': 0.19108350892758125, 'fraction_numerical': 0.0008872130420317178, 'mean_word_length': 2.618780096308186, 'pattern_counts': {'":': 0, '<': 215, '<?xml version=': 0, '>': 219, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 8, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4099117', 'n_tokens_mistral': 2778, 'n_tokens_neox': 2597, 'n_words': 528}