<commit_before>{
  "data": [
    [
      "æ",
      "&ae;",
      "",
      "",
      "ash (lower)",
      "",
      "",
      ""
    ],
    [
      "Æ",
      "&AE;",
      "",
      "",
      "ash (upper)",
      "",
      "",
      ""
    ],
    [
      "ð",
      "&d;",
      "",
      "",
      "eth (lower)",
      "",
      "",
      ""
    ],
    [
      "Ð",
      "&D;",
      "",
      "",
      "eth (upper)",
      "",
      "",
      ""
    ],
    [
      "þ",
      "&t;",
      "",
      "",
      "thorn (lower)",
      "",
      "",
      ""
    ],
    [
      "Þ",
      "&T;",
      "",
      "",
      "thorn (upper)",
      "",
      "",
      ""
    ],
    [
      "ę",
      "&e;",
      "",
      "",
      "e-tail (lower)",
      "",
      "",
      ""
    ],
    [
      "Ę",
      "&E;",
      "",
      "",
      "e-tail (upper)",
      "",
      "",
      ""
    ],
    [
      "ſ",
      "&amp;#383;",
      "",
      "",
      "long s (lower)",
      "",
      "",
      ""
    ],
    [
      "ȝ",
      "&amp;#541;",
      "",
      "",
      "yogh (lower)",
      "",
      "",
      ""
    ],
    [
      "Ȝ",
      "&amp;#540;",
      "",
      "",
      "yogh (upper)",
      "",
      "",
      ""
    ],
    [
      "&lt;",<commit_msg>Correct entities to html entities<commit_after>{
  "data": [
    [
      "æ",
      "&amp;aelig;",
      "",
      "",
      "ash (lower)",
      "",
      "",
      ""
    ],
    [
      "æ",
      "&amp;#230;",
      "",
      "",
      "ash (lower)",
      "",
      "",
      ""
    ],
    [
      "Æ",
      "&amp;AElig;",
      "",
      "",
      "ash (upper)",
      "",
      "",
      ""
    ],
    [
      "Æ",
      "&amp;#198;",
      "",
      "",
      "ash (upper)",
      "",
      "",
      ""
    ],
    [
      "ð",
      "&amp;eth;",
      "",
      "",
      "eth (lower)",
      "",
      "",
      ""
    ],
    [
      "ð",
      "&amp;#240;",
      "",
      "",
      "eth (lower)",
      "",
      "",
      ""
    ],
    [
      "Ð",
      "&amp;ETH;",
      "",
      "",
      "eth (upper)",
      "",
      "",
      ""
    ],
    [
      "Ð",
      "&amp;#208;",
      "",
      "",
      "eth (upper)",
      "",
      "",
      ""
    ],
    [
      "þ",
      "&amp;thorn;",
      "",
      "",
      "thorn (lower)",
      "",
      "",
      ""
    ],
    [
      "þ",
      "&amp;#254;",
      "",
      "",
      "thorn (lower)",
      "",
      "",
      ""
    ],
    [
      "Þ",
      "&amp;THORN;",
      "",
      "",
      "thorn (upper)",
      "",
      "",
      ""
    ],
    [
      "Þ",
      "&amp;#222;",
      "",
      "",
      "thorn (upper)",
      "",
      "",
      ""
    ],
    [
      "ſ",
      "&amp;#383;",
      "",
      "",
      "long s (lower)",
      "",
      "",
      ""
    ],
    [
      "ȝ",
      "&amp;#yogh;",
      "",
      "",
      "yogh (lower)",
      "",
      "",
      ""
    ],
    [
      "ȝ",
      "&amp;#541;",
      "",
      "",
      "yogh (lower)",
      "",
      "",
      ""
    ],
    [
      "Ȝ",
      "&amp;#540;",
      "",
      "",
      "yogh (upper)",
      "",
      "",
      ""
    ],
    [
      "Ȝ",
      "&amp;YOGH;",
      "",
      "",
      "yogh (upper)",
      "",
      "",
      ""
    ],
    [
      "&lt;",
{'fraction_non_alphanumeric': 0.2731663145185632, 'fraction_numerical': 0.010866284334440085, 'mean_word_length': 0.7287428273343767, 'pattern_counts': {'":': 2, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2966526', 'n_tokens_mistral': 1294, 'n_tokens_neox': 1382, 'n_words': 123}