<commit_before>[
  {
    "name": "node001",
    "hostname": "node001",
    "hardware_type": "PC-Grid",
    "urn": "urn:publicid:IDN+omf:nitos+node+node001",
    "interfaces": [
      {
        "name": "node001:if0",
        "role": "control",
        "mac": "00:03:2D:08:1A:05",
        "ip": {
          "address": "10.0.1.1",
          "netmask": "255.255.255.0",
          "ip_type": "ipv4"
        }
      },
      {
        "name": "node001:if1",
        "role": "experimental",
        "mac": "00:03:2D:08:1A:06"
      }
    ],
    "cmc": {
      "name": "node001:cm",
      "mac": "09:A2:DA:0D:F0:01",
      "ip": {
        "address": "10.1.0.1",
        "netmask": "255.255.255.0",
        "ip_type": "ipv4"
      }
    },
    "cpu": {
      "cpu_type": "Intel(R) Core(TM)2 Duo CPU P8400 @ 2.26GHz",
      "cores": 2,
      "threads": 2,
      "cache_l1": "32 KB",
      "cache_l2": "3 MB"
    },
    "ram": "1.8905 GB",
    "ram_type": "DIMM Synchronous",
    "hd_capacity": "59.6263 GB"
  },
  {
    "name": "node002",
    "hostname": "node002",
    "hardware_type": "PC-Icarus",
    "urn": "urn:publicid:IDN+omf:nitos+node+node002",
    "interfaces": [
      {
        "name": "node002:if0",
        "role": "control",
        "mac": "00:03:2D:08:41:C1",
        "ip": {
          "address": "10.0.1.2",
          "netmask": "255.255.255.0",
          "ip_type": "ipv4"
        }
      },
      {
        "name": "node002:if1",
        "role": "experimental",
        "mac": "00:03:2D:08:41:C2"
      }
    ],
    "cmc": {
      "name": "node002:cm",
      "mac": "09:A2:DA:0D:F0:02",
      "ip": {
        "address": "10.1.0.2",
        "netmask": "255.255.255.0",
        "ip_type": "ipv4"
      }
    },
    "cpu": {
      "cpu_type": "Intel(R) Core(TM) i7-3770 CPU @ 3.40GHz",
      "cores": 4,
      "threads": 8,
      "cache_l1": "32 KB",
      "cache_l2": "8 MB"
    },
    "ram": "4 GB",
    "ram_type": "DIMM DDR3 Synchronous 1600 MHz",
    "hd_capacity": "111 GB"
  },
  {
    "name": "node003",
    "hostname": "node003",
    "hardware_type": "PC-Orbit",
    "urn": "urn:publicid:IDN+omf:nitos+node+node003",
    "interfaces": [
      {
        "name": "node003:if0",
        "role": "control",
        "mac": "00:03:2D:08:19:E9",
        "ip": {
          "address": "10.0.1.3",
          "netmask": "255.255.255.0",
          "ip_type": "ipv4"
        }
      },
      {
        "name": "node003:if1",
        "role": "experimental",
        "mac": "00:03:2D:08:19:EA"
      }
    ],
    "cmc": {
      "name": "node003:cm",
      "mac": "09:A2:DA:0D:F0:03",
      "ip": {
        "address": "10.1.0.3",
        "netmask": "255.255.255.0",
        "ip_type": "ipv4"
      }
    },
    "cpu": {
      "cpu_type": "AMD Geode LX800 @ 500 MHz",
      "cores": 1,
      "threads": 1,
      "cache_l1": "0 KB",
      "cache_l2": "0 MB"
    },
    "ram": "256 MB",
    "ram_type": "DDR DRAM",
    "hd_capacity": "59.6263 GB"
  }
]<commit_msg>sample json for sequel back end<commit_after>[
  {
    "name": "node001",
    "hostname": "node001",
    "urn": "urn:publicid:IDN+omf:nitos.outdoor+node+node001",
    "interfaces_attributes": [
      {
        "name": "node001:if0",
        "role": "control",
        "mac": "00:03:1D:0D:90:DE",
        "ips_attributes": [
          {
            "address": "10.0.1.1",
            "netmask": "255.255.255.0",
            "ip_type": "ipv4"
          }
        ]
      },
      {
        "name": "node001:if1",
        "role": "experimental",
        "mac": "00:03:1D:0D:90:DF"
      }
    ],
    "cmc_attributes": {
      "name": "node001:cm",
      "mac": "09:A2:DA:0D:F0:01",
      "ip_attributes": {
        "address": "10.1.0.1",
        "netmask": "255.255.255.0",
        "ip_type": "ipv4"
      }
    },
    "domain": "omf:nitos.outdoor",
    "hardware_type": "PC-Grid",
    "cpus_attributes": [
      {
        "cpu_type": "Intel(R) Core(TM)2 Duo CPU P8400 @ 2.26GHz",
        "cores": 2,
        "threads": 2,
        "cache_l1": "32 KB",
        "cache_l2": "3 MB"
      }
    ],
    "ram": "1.8905 GB",
    "ram_type": "DIMM Synchronous",
    "hd_capacity": "59.6263 GB"
  },
  {
    "name": "node002",
    "hostname": "node002",
    "urn": "urn:publicid:IDN+omf:nitos.outdoor+node+node002",
    "interfaces_attributes": [
      {
        "name": "node002:if0",
        "role": "control",
        "mac": "00:03:2D:08:41:C1",
        "ips_attributes": [
          {
            "address": "10.0.1.2",
            "netmask": "255.255.255.0",
            "ip_type": "ipv4"
          }
        ]
      },
      {
        "name": "node002:if1",
        "role": "experimental",
        "mac": "00:03:2D:08:41:C2"
      }
    ],
    "cmc_attributes": {
      "name": "node002:cm",
      "mac": "09:A2:DA:0D:F0:02",
      "ip_attributes": {
        "address": "10.1.0.2",
        "netmask": "255.255.255.0",
        "ip_type": "ipv4"
      }
    },
    "domain": "omf:nitos.outdoor",
    "hardware_type": "PC-Orbit",
    "cpus_attributes": [
      {
        "cpu_type": "AMD Geode LX800 @ 500 MHz",
        "cores": 1,
        "threads": 1,
        "cache_l1": "0 KB",
        "cache_l2": "0 MB"
      }
    ],
    "ram": "256 MB",
    "ram_type": "DDR DRAM",
    "hd_capacity": "59.6263 GB"
  },
  {
    "name": "node003",
    "hostname": "node003",
    "urn": "urn:publicid:IDN+omf:nitos.outdoor+node+node003",
    "interfaces_attributes": [
      {
        "name": "node003:if0",
        "role": "control",
        "mac": "00:03:2D:08:19:E9",
        "ips_attributes": [
          {
            "address": "10.0.1.3",
            "netmask": "255.255.255.0",
            "ip_type": "ipv4"
          }
        ]
      },
      {
        "name": "node003:if1",
        "role": "experimental",
        "mac": "00:03:2D:08:19:EA"
      }
    ],
    "cmc_attributes": {
      "name": "node003:cm",
      "mac": "09:A2:DA:0D:F0:03",
      "ip_attributes": {
        "address": "10.1.0.3",
        "netmask": "255.255.255.0",
        "ip_type": "ipv4"
      }
    },
    "domain": "omf:nitos.outdoor",
    "hardware_type": "PC-Orbit",
    "cpus_attributes": [
      {
        "cpu_type": "AMD Geode LX800 @ 500 MHz",
        "cores": 1,
        "threads": 1,
        "cache_l1": "0 KB",
        "cache_l2": "0 MB"
      }
    ],
    "ram": "256 MB",
    "ram_type": "DDR DRAM",
    "hd_capacity": "59.6263 GB"
  }
]
{'fraction_non_alphanumeric': 0.21901474741135865, 'fraction_numerical': 0.09523062441167242, 'mean_word_length': 1.781413612565445, 'pattern_counts': {'":': 189, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 24, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6644274', 'n_tokens_mistral': 2945, 'n_tokens_neox': 2643, 'n_words': 414}