<commit_before>{
   "apiVersion":"0.0.1",
   "swaggerVersion":"1.2",
   "basePath":"{{Protocol}}://{{Host}}",
   "resourcePath":"/commitlog",
   "produces":[
      "application/json"
   ],
   "apis":[
      {
         "path":"/commitlog/recover/{path}",
         "operations":[
            {
               "method":"POST",
               "summary":"Recover a single file",
               "type":"void",
               "nickname":"commitlog_recover",
               "produces":[
                  "application/json"
               ],
               "parameters":[
                  {
                     "name":"path",
                     "description":"Full path of file or directory",
                     "required":true,
                     "allowMultiple":true,
                     "type":"string",
                     "paramType":"path"
                  }
               ]
            }
         ]
      },
      {
         "path":"/commitlog/segments/active",
         "operations":[
            {
               "method":"GET",
               "summary":"file names (not full paths) of active commit log segments (segments containing unflushed data)",
               "type":"array",
               "items":{
                  "type":"string"
               },
               "nickname":"get_active_segment_names",
               "produces":[
                  "application/json"
               ],
               "parameters":[

               ]
            }
         ]
      },
      {
         "path":"/commitlog/segments/archiving",
         "operations":[
            {
               "method":"GET",
               "summary":"Returns files which are pending for archival attempt. Does NOT include failed archive attempts",
               "type":"array",
               "items":{
                  "type":"string"
               },
               "nickname":"get_archiving_segment_names",
               "produces":[
                  "application/json"
               ],
               "parameters":[
               ]
            }
         ]
      }
   ]
}<commit_msg>API: Adding the commit log metrics definitions<commit_after>{
   "apiVersion":"0.0.1",
   "swaggerVersion":"1.2",
   "basePath":"{{Protocol}}://{{Host}}",
   "resourcePath":"/commitlog",
   "produces":[
      "application/json"
   ],
   "apis":[
      {
         "path":"/commitlog/recover/{path}",
         "operations":[
            {
               "method":"POST",
               "summary":"Recover a single file",
               "type":"void",
               "nickname":"commitlog_recover",
               "produces":[
                  "application/json"
               ],
               "parameters":[
                  {
                     "name":"path",
                     "description":"Full path of file or directory",
                     "required":true,
                     "allowMultiple":true,
                     "type":"string",
                     "paramType":"path"
                  }
               ]
            }
         ]
      },
      {
         "path":"/commitlog/segments/active",
         "operations":[
            {
               "method":"GET",
               "summary":"file names (not full paths) of active commit log segments (segments containing unflushed data)",
               "type":"array",
               "items":{
                  "type":"string"
               },
               "nickname":"get_active_segment_names",
               "produces":[
                  "application/json"
               ],
               "parameters":[

               ]
            }
         ]
      },
      {
         "path":"/commitlog/segments/archiving",
         "operations":[
            {
               "method":"GET",
               "summary":"Returns files which are pending for archival attempt. Does NOT include failed archive attempts",
               "type":"array",
               "items":{
                  "type":"string"
               },
               "nickname":"get_archiving_segment_names",
               "produces":[
                  "application/json"
               ],
               "parameters":[
               ]
            }
         ]
      },
      {
      "path": "/commitlog/metrics/completed_tasks",
      "operations": [
        {
          "method": "GET",
          "summary": "Get completed tasks",
          "type": "long",
          "nickname": "get_completed_tasks",
          "produces": [
            "application/json"
          ],
          "parameters": []
        }
      ]
    },
    {
      "path": "/commitlog/metrics/pending_tasks",
      "operations": [
        {
          "method": "GET",
          "summary": "Get pending tasks",
          "type": "long",
          "nickname": "get_pending_tasks",
          "produces": [
            "application/json"
          ],
          "parameters": []
        }
      ]
    },
    {
      "path": "/commitlog/metrics/total_commit_log_size",
      "operations": [
        {
          "method": "GET",
          "summary": "Get total commit log size",
          "type": "long",
          "nickname": "get_total_commit_log_size",
          "produces": [
            "application/json"
          ],
          "parameters": []
        }
      ]
    }
   ]
}
{'fraction_non_alphanumeric': 0.142505211294296, 'fraction_numerical': 0.0018950161076369148, 'mean_word_length': 1.106145251396648, 'pattern_counts': {'":': 104, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7429674', 'n_tokens_mistral': 1335, 'n_tokens_neox': 1276, 'n_words': 214}