<commit_before>{
  "classification": {
    "subject_ids": [
      "528cefef3ae7409db900000e"
    ],
    "annotations": [
      {
        "started_at": "Fri, 20 Dec 2013 21:26:34 GMT",
        "finished_at": null
      },
      {
        "user_agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36"
      },
      {
        "lang": "en"
      },
      {
        "marks": [
          {
            "x": 180,
            "y": 179,
            "type": "asteroid",
            "frame": 0,
            "timestamp": <TimeStamp>,
            "file-name": <FrameFilePath>,
            "detection-id": <GUID>
          },
          {
            "x": 105,
            "y": 328,
            "type": "asteroid",
            "frame": 1,
            "timestamp": <TimeStamp>,
            "file-name": <FrameFilePath>,
            "detection-id": <GUID>
          },
          {
            "x": 426.5,
            "frame": 2,
            "type": "asteroid",
            "timestamp": <TimeStamp>,
            "file-name": <FrameFilePath>,
            "detection-id": <GUID>
          },
          {
            "x": 420.5,
            "y": 390,
            "type": "asteroid",
            frame": 3,
            "timestamp": <TimeStamp>,
            "file-name": <FrameFilePath>,
            "detection-id": <GUID>
          },
          {
            "x": 180,
            "y": 179,
            "type": "artifact",
              {  "sub-type": "bleed"}
            },
            "frame": 0,
            "timestamp": <TimeStamp>,
            "file-name": <FrameFilePath>,
            "detection-id": <GUID>
          },
          {
            "x": 180,
            "y": 179,
            "type": "artifact"
                "sub-type": "bleed"
            },
            "frame": 1,
            "timestamp": <TimeStamp>,
            "file-name": <FrameFilePath>,
            "detection-id": <GUID>
          },
          {
            "x": 180,
            "y": 179,
            "type": "artifact",
              {  "sub-type": "bleed"}
            },
            "frame": 2,
            "timestamp": <TimeStamp>,
            "file-name": <FrameFilePath>,
            "detection-id": <GUID>
          },
          {
            "x": 180,
            "y": 179,
            "type": "artifact",
              {  "sub-type": "bleed"}
            },
            "frame": 3,
            "timestamp": <TimeStamp>,
            "file-name": <FrameFilePath>,
            "detection-id": <GUID>
          },
        ]
      }
    ]
  }
}<commit_msg>clean up an dchange to desired JSON structure<commit_after>{
  "classification": {
    "subject_ids": [
      "528cefef3ae7409db900000e"
    ],
    "annotations": [
      {
        "started_at": "Fri, 20 Dec 2013 21:26:34 GMT",
        "finished_at": null
      },
      {
        "user_agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36"
      },
      {
        "lang": "en"
      },
      {
        "marks": [
          {
            "x": 180,
            "y": 179,
            "type": "asteroid",
            "frame": 0,
            "timestamp": "TimeStamp",
            "file-name": "FrameFilePath",
            "detection-id": "GUID"
          },
          {
            "x": 105,
            "y": 328,
            "type": "asteroid",
            "frame": 1,
            "timestamp": "TimeStamp",
            "file-name": "FrameFilePath",
            "detection-id": "GUID"
          },
          {
            "x": 426,
            "frame": 2,
            "type": "asteroid",
            "timestamp": "TimeStamp",
            "file-name": "FrameFilePath",
            "detection-id": "GUID"
          },
          {
            "x": 420,
            "y": 390,
            "type": "asteroid",
            "frame": 3,
            "timestamp": "TimeStamp",
            "file-name": "FrameFilePath",
            "detection-id": "GUID"
          },
          {
            "x": 180,
            "y": 179,
            "type": "artifact",
            "sub-type": "bleed",
            "frame": 0,
            "timestamp": "TimeStamp",
            "file-name": "FrameFilePath",
            "detection-id": "GUID"
          },
          {
            "x": 180,
            "y": 179,
            "type": "artifact",
            "sub-type": "bleed",
            "frame": 1,
            "timestamp": "TimeStamp",
            "file-name": "FrameFilePath",
            "detection-id": "GUID"
          },
          {
            "x": 180,
            "y": 179,
            "type": "artifact",
            "sub-type": "bleed",
            "frame": 2,
            "timestamp": "TimeStamp",
            "file-name": "FrameFilePath",
            "detection-id": "GUID"
          },
          {
            "x": 180,
            "y": 179,
            "type": "artifact",
            "sub-type": "bleed",
            "frame": 3,
            "timestamp": "TimeStamp",
            "file-name": "FrameFilePath",
            "detection-id": "GUID"
          }
        ]
      }
    ]
  }
}
{'fraction_non_alphanumeric': 0.1653390324460851, 'fraction_numerical': 0.04080046629104333, 'mean_word_length': 1.0758064516129033, 'pattern_counts': {'":': 134, '<': 27, '<?xml version=': 0, '>': 27, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3604695', 'n_tokens_mistral': 1741, 'n_tokens_neox': 1552, 'n_words': 305}