<commit_before>{
  "metadata": {
    "spec-version": "1.0",
    "label": "TopN Aggregator"
  },
  "configuration-groups": [
    {
      "label": "Transform Configuration",
      "properties": [
        {
          "widget-type": "textbox",
          "label": "Top Field",
          "name": "topField",
          "description" : "The field by which top records are sorted"
        },
        {
          "widget-type": "number",
          "label": "Results Number",
          "name": "topSize",
          "description" : "The maximum number of top records sorted by \"Top Field\" in result"
        },
        {
          "widget-type": "select",
          "label": "Ignore NULL Field",
          "name": "ignoreNull",
          "description": "Whether to ignore records with null in the field by which records are sorted. Defaults to \"false\" to treat null as smallest value.",
          "widget-attributes" : {
            "values": [
              "true",
              "false"
            ],
            "default": "false"
          }
        }
      ]
    }
  ],
  "outputs": []
}<commit_msg>Update TopN-batchaggregator.json<commit_after>{
  "metadata": {
    "spec-version": "1.0",
    "label": "TopN Aggregator"
  },
  "configuration-groups": [
    {
      "label": "Transform Configuration",
      "properties": [
        {
          "widget-type": "input-field-selector",
          "label": "Top Field",
          "name": "topField",
          "description" : "The field by which top records are sorted"
        },
        {
          "widget-type": "number",
          "label": "Results Number",
          "name": "topSize",
          "description" : "The maximum number of top records sorted by \"Top Field\" in result"
        },
        {
          "widget-type": "select",
          "label": "Ignore NULL Field",
          "name": "ignoreNull",
          "description": "Whether to ignore records with null in the field by which records are sorted. Defaults to \"false\" to treat null as smallest value.",
          "widget-attributes" : {
            "values": [
              "true",
              "false"
            ],
            "default": "false"
          }
        }
      ]
    }
  ],
  "outputs": []
}
{'fraction_non_alphanumeric': 0.14734950584007186, 'fraction_numerical': 0.0017969451931716084, 'mean_word_length': 1.644893111638955, 'pattern_counts': {'":': 38, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5608995', 'n_tokens_mistral': 613, 'n_tokens_neox': 608, 'n_words': 175}