<commit_before>[
  {
    "id": "1",
    "type": "standard",
    "name": "Key stakeholders identified",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "2",
    "type": "standard",
    "name": "Key stakeholders on-board",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "3",
    "type": "standard",
    "name": "Indicator objectives identified",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "4",
    "type": "standard",
    "name": "Indicators described and documented",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "5",
    "type": "standard",
    "name": "Raw data collected and flowing",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "6",
    "type": "standard",
    "name": "Indicator data feeds",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "7",
    "type": "standard",
    "name": "Source code available and accessible",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "8",
    "type": "standard",
    "name": "SaaS system deployed",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "9",
    "type": "standard",
    "name": "SaaS system is used",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "10",
    "type": "standard",
    "name": "NRT network instances are up to date",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "11",
    "type": "standard",
    "name": "Reporting GUI complete",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "12",
    "type": "standard",
    "name": "Indicator management GUI complete",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "13",
    "type": "standard",
    "name": "Admin GUI complete",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "14",
    "type": "standard",
    "name": "Local NRTs exposing data to UNEP-Live",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "15",
    "type": "standard",
    "name": "Local NRTs consuming data",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }
]
<commit_msg>Add source attribute to dogfood indicators so that they can be parsed correctly<commit_after>[
  {
    "id": "1",
    "type": "standard",
    "source": "gdoc",
    "name": "Key stakeholders identified",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "2",
    "type": "standard",
    "source": "gdoc",
    "name": "Key stakeholders on-board",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "3",
    "type": "standard",
    "source": "gdoc",
    "name": "Indicator objectives identified",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "4",
    "type": "standard",
    "source": "gdoc",
    "name": "Indicators described and documented",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "5",
    "type": "standard",
    "source": "gdoc",
    "name": "Raw data collected and flowing",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "6",
    "type": "standard",
    "source": "gdoc",
    "name": "Indicator data feeds",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "7",
    "type": "standard",
    "source": "gdoc",
    "name": "Source code available and accessible",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "8",
    "type": "standard",
    "source": "gdoc",
    "name": "SaaS system deployed",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "9",
    "type": "standard",
    "source": "gdoc",
    "name": "SaaS system is used",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "10",
    "type": "standard",
    "source": "gdoc",
    "name": "NRT network instances are up to date",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "11",
    "type": "standard",
    "source": "gdoc",
    "name": "Reporting GUI complete",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "12",
    "type": "standard",
    "source": "gdoc",
    "name": "Indicator management GUI complete",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "13",
    "type": "standard",
    "source": "gdoc",
    "name": "Admin GUI complete",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "14",
    "type": "standard",
    "source": "gdoc",
    "name": "Local NRTs exposing data to UNEP-Live",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }, {
    "id": "15",
    "type": "standard",
    "source": "gdoc",
    "name": "Local NRTs consuming data",
    "spreadsheet_key": "<KEY>",
    "range": [
        {"minValue": 0.5, "message": "Good"},
        {"minValue": 0, "message": "Bad"}
    ]
  }
]

{'fraction_non_alphanumeric': 0.24925575101488498, 'fraction_numerical': 0.017861975642760486, 'mean_word_length': 2.4781176470588235, 'pattern_counts': {'":': 285, '<': 33, '<?xml version=': 0, '>': 33, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1862499', 'n_tokens_mistral': 2762, 'n_tokens_neox': 2646, 'n_words': 644}