<commit_before>{
  "environment": {
    "name": "BB-TEST",
    "test_mode": "REMOTE"
  },
  "components": {
    "CA": {
      "basiccheck": "/version",
      "path": "/",
      "port": "9999",
      "protocol": "http",
      "verifyssl": "True"
    },
    "CB": {
      "basiccheck": "/version",
      "path": "/NGSI10",
      "port": "10026",
      "protocol": "http",
      "verifyssl": "True"
    },
    "TP": {
      "basiccheck": "/version",
      "path": "/async",
      "port": "6500",
      "protocol": "http",
      "verifyssl": "True"
    },
    "IOTA": {
      "defaultservice": "test",
      "heartbeat": "/",
      "path": "/iot",
      "port": "4041",
      "south_port": "8885",
      "protocol": "http",
      "iota_type": "node",
      "version": "",
      "verifyssl": "True"
    },
    "IOTM": {
      "defaultservice": "test",
      "heartbeat": "/",
      "path": "/iot",
      "port": "8081",
      "protocol": "http",
      "version": "",
      "verifyssl": "True"
    },
    "ORC": {
      "basiccheck": "/",
      "heartbeat": "/",
      "port": "8084",
      "protocol": "http",
      "version": ""
    },
    "MYSQL": {
      "cygnus_path": "/notify",
      "cygnus_port": "5050",
      "cygnus_protocol": "http",
      "cygnus_version_port": "8081",
      "cygnus_version_path": "/version",
      "cygnussync": "column",
      "defaultservice": "test",
      "heartbeat": "",
      "password": "",
      "path": "/",
      "port": "3306",
      "prefix": "cy",
      "protocol": "http",
      "user": "root",
      "version": ""
    },
    "KS": {
      "basiccheck": "/",
      "heartbeat": "/",
      "port": "5001",
      "protocol": "http",
      "version": "",
      "verifyssl": "True"
    },
    "backend": {
      "mongodb": {
        "_id": "_id",
        "database": "x",
        "heartbeat": "",
        "password": "x",
        "port": 27017,
        "user": "orion",
        "version": ""
      }
    }
  },
  "env_data": {
    "users": {
      "user_1": {
        "user_name": "defaultuser",
        "user_password": "password",
        "user_service": "service1",
        "user_subservice": "/sub1",
        "user_role": "service_customer"
      }
    },
    "services": {
      "service_1": {
        "service_name": "service1",
        "subservices": [
          "/sub1",
          "/",
          "/sub2"
        ]
      },
      "service_2": {
        "service_name": "service2",
        "subservices": [
          "/path1",
          "/",
          "/path2"
        ]
      }
    },
    "subservices": [
      "/subservice1",
      "/"
    ]
  }
}
<commit_msg>Cleaning nonused values<commit_after>{
  "environment": {
    "name": "BB-TEST",
    "test_mode": "REMOTE"
  },
  "components": {
    "CA": {
      "basiccheck": "/version",
      "path": "/",
      "port": "9999",
      "protocol": "http",
      "verifyssl": "True"
    },
    "CB": {
      "basiccheck": "/version",
      "path": "/NGSI10",
      "port": "10026",
      "protocol": "http",
      "verifyssl": "True"
    },
    "TP": {
      "basiccheck": "/version",
      "path": "/async",
      "port": "6500",
      "protocol": "http",
      "verifyssl": "True"
    },
    "IOTA": {
      "defaultservice": "test",
      "heartbeat": "/",
      "path": "/iot",
      "port": "4041",
      "south_port": "8885",
      "protocol": "http",
      "iota_type": "node",
      "version": "",
      "verifyssl": "True"
    },
    "IOTM": {
      "defaultservice": "test",
      "heartbeat": "/",
      "path": "/iot",
      "port": "8081",
      "protocol": "http",
      "version": "",
      "verifyssl": "True"
    },
    "ORC": {
      "basiccheck": "/",
      "heartbeat": "/",
      "port": "8084",
      "protocol": "http",
      "version": ""
    },
    "MYSQL": {
      "cygnus_path": "/notify",
      "cygnus_port": "5050",
      "cygnus_protocol": "http",
      "cygnus_version_port": "8081",
      "cygnus_version_path": "/version",
      "defaultservice": "testservice",
      "password": "password",
      "path": "/",
      "port": "3306",
      "protocol": "http",
      "user": "root",
      "version": ""
    },
    "KS": {
      "basiccheck": "/",
      "heartbeat": "/",
      "port": "5001",
      "protocol": "http",
      "version": "",
      "verifyssl": "True"
    },
    "backend": {
      "mongodb": {
        "_id": "_id",
        "database": "x",
        "heartbeat": "",
        "password": "x",
        "port": 27017,
        "user": "orion",
        "version": ""
      }
    }
  },
  "env_data": {
    "users": {
      "user_1": {
        "user_name": "defaultuser",
        "user_password": "password",
        "user_service": "service1",
        "user_subservice": "/sub1",
        "user_role": "service_customer"
      }
    },
    "services": {
      "service_1": {
        "service_name": "service1",
        "subservices": [
          "/sub1",
          "/",
          "/sub2"
        ]
      },
      "service_2": {
        "service_name": "service2",
        "subservices": [
          "/path1",
          "/",
          "/path2"
        ]
      }
    },
    "subservices": [
      "/subservice1",
      "/"
    ]
  }
}

{'fraction_non_alphanumeric': 0.2273431448489543, 'fraction_numerical': 0.024786986831913247, 'mean_word_length': 1.6971279373368147, 'pattern_counts': {'":': 185, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2720358', 'n_tokens_mistral': 1870, 'n_tokens_neox': 1825, 'n_words': 310}