<commit_before><table class="statustable">
  <tbody>
    <tr>
      <td colspan="2">Status</td>
    </tr>
    <tr>
      <td>Overview:</td>
      <td class="none">template only</td>
    </tr>
    <tr>
      <td>POS tags:</td>
      <td class="none">template only</td>
    </tr>
    <tr>
      <td>Features:</td>
      <td class="none">template only</td>
    </tr>
    <tr>
      <td>Relations:</td>
      <td class="none">template only</td>
    </tr>
    <tr>
      <td>Data:</td>
      <td class="none">none</td>
    </tr>
  </tbody>
</table><commit_msg>Data from LDT is ready.<commit_after><table class="statustable">
  <tbody>
    <tr>
      <td colspan="2">Status</td>
    </tr>
    <tr>
      <td>Overview:</td>
      <td class="none">template only</td>
    </tr>
    <tr>
      <td>POS tags:</td>
      <td class="none">template only</td>
    </tr>
    <tr>
      <td>Features:</td>
      <td class="none">template only</td>
    </tr>
    <tr>
      <td>Relations:</td>
      <td class="none">template only</td>
    </tr>
    <tr>
      <td>Data:</td>
      <td class="complete">53K&nbsp;tokens</td>
    </tr>
  </tbody>
</table>
{'fraction_non_alphanumeric': 0.2211453744493392, 'fraction_numerical': 0.003524229074889868, 'mean_word_length': 2.191011235955056, 'pattern_counts': {'":': 0, '<': 79, '<?xml version=': 0, '>': 79, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6514528', 'n_tokens_mistral': 439, 'n_tokens_neox': 431, 'n_words': 81}