<commit_before>var vendormodels = {
  "8devices": {
    "Carambola Board 2": "8devices-carambola2-board"
  },

  "Alfa": {
    "AP121": {"alfa-ap121": "", "alfa-network-ap121": ""},
    "AP121U": {"alfa-ap121u": "", "alfa-network-ap121u": ""},
    "Hornet-UB": {"alfa-hornet-ub": "", "alfa-network-hornet-ub": ""},
    "Tube2H": {"alfa-tube2h": "", "alfa-network-tube2h": ""},
    "N2 / N5": {"alfa-n2-n5": "", "alfa-network-n2-n5": ""},
  },

  "Allnet": {
    "ALL0315N": "allnet-all0315n"
  },

  "Buffalo": {
    "WZR-600DHP": {"buffalo-wzr-600dhp": "v2"},
    "WZR-HP-AG300H": {"buffalo-wzr-hp-ag300h": "", "buffalo-wzr-hp-ag300h-wzr-600dhp": ""},
    "WZR-HP-G300H": {"buffalo-wzr-hp-g300h": ""},
    "WZR-HP-G300NH": {"buffalo-wzr-hp-g300nh": "v1", "buffalo-wzr-hp-g300nh2": "v2"},
    "WZR-HP-G450H": {"buffalo-wzr-hp-g450h": ""},
  },

  "D-Link": {
    "DIR-505": "d-link-dir-505-rev",
    "DIR-615": {"d-link-dir-615-c1": "c1/c2", "d-link-dir-615-rev-c1": "c1/c2",
                "d-link-dir-615-d": "d1-d4", "d-link-dir-615-e1": "e1/e2",
                "d-link-dir-615-e4": "e3-e5", "d-link-dir-615-h1": "h1/h2"},
    "DIR-825": "d-link-dir-825-rev",
    "DIR-860L": "d-link-dir-860l"
  },

  "GL Innovations": {
    "AR150": "gl-ar150",
    "iNet 6408a": "gl-inet-6408a",
    "iNet 6416a": "gl-inet-6416a"
  },

  "LeMaker": {
    "Banana Pi": "lemaker-banana-pi",
    "Banana Pro": "lemaker-banana-pro",
    "Lamobo": "lamobo"
  },

  "Linksys": {
    "WRT160NL": "linksys-wrt160nl"
  },

  "Meraki": {
    "MR12": "meraki-mr12",
    "MR16": "meraki-mr16",
    "MR62": "meraki-mr62",
    "MR66": "meraki-mr66"
  },

  "Mikrotik": {
    "vmlinux": {"mikrotik-vmlinux-lzma" : "", "mikrotik-vmlinux.lzma" : ""},
    "nand": {"mikrotik-nand-64m" : "64m", "mikrotik-nand-large" : "large"}
  },

  "Netgear": {
    "WNR2200": "netgear-wnr2200",
    "WNDR3700": {"netgear-wndr3700": "v1", "netgear-wndr3700v2": "v2", "netgear-wndr3700v3": "v3", "netgear-wndr3700v4": "v4"},
    "WNDR3800": "netgear-wndr3800",
    "WNDR4300": "netgear-wndr4300",
    "WNDRMAC": {"netgear-wndrmac": "v1", "netgear-wndrmacv2": "v2"},
  },

  "Onion": {
    "Omega": "onion-omega"
  },

  "Open-Mesh": {
    "MR1750": {"openmesh-mr1750": "v1", "openmesh-mr1750v2": "v2"},
    "MR600": {"openmesh-mr600": "v1", "openmesh-mr600v2": "v2"},
    "MR900": {"openmesh-mr900": "v1", "openmesh-mr900v2": "v2"},
    "OM2P HS": {"openmesh-om2p-hs": "v1", "openmesh-om2p-hsv3": "v3"},
    "OM2P LC": "openmesh-om2p-lc",
    "OM2P": {"openmesh-om2p": "v1", "openmesh-om2pv2": "v2"},
    "OM5P-AC": {"openmesh-om5p-ac": "v1", "openmesh-om5p-acv2": "v2"},
    "OM5P-AN": "openmesh-om5p-an",
    "OM5P": "openmesh-om5p"
  },

  "PC Engines": {
    "ALIX": "x86-geode"
  },

  "Raspberry Pi Foundation": {
    "PI": "raspberry-pi",
    "PI 2": "raspberry-pi-2"
  },

  "TP-Link": {
    "Archer C5": {"tp-link-archer-c5": "v1"},
    "Archer C7": "tp-link-archer-c7",
    "CPE 210": {"tp-link-cpe210": "", "tp-link-cpe210-220": ""},
    "CPE 220": {"tp-link-cpe220": "", "tp-link-cpe210-220": ""},
    "CPE 510": {"tp-link-cpe510": "", "tp-link-cpe510-520": ""},
    "CPE 520": {"tp-link-cpe520": "", "tp-link-cpe510-520": ""},
    "WBS 210": "tp-link-wbs210",
    "WBS 510": "tp-link-wbs510",
    "TL-MR13U": "tp-link-tl-mr13u",
    "TL-MR3020": "tp-link-tl-mr3020",
    "TL-MR3040": "tp-link-tl-mr3040",
    "TL-MR3220": "tp-link-tl-mr3220",
    "TL-MR3420": "tp-link-tl-mr3420",
    "TL-WA701N-ND": {"tp-link-tl-wa701nd": "", "tp-link-tl-wa701n-nd": ""},
    "TL-WA750RE": "tp-link-tl-wa750re",
    "TL-WA7510N": "tp-link-tl-wa7510n",
    "TL-WA801N-ND": {"tp-link-tl-wa801n": "", "tp-link-tl-wa801n-nd": ""},
    "TL-WA830RE": "tp-link-tl-wa830re",
    "TL-WA850RE": "tp-link-tl-wa850re",
    "TL-WA860RE": "tp-link-tl-wa860re",
    "TL-WA901N-ND": {"tp-link-tl-wa901nd": "", "tp-link-tl-wa901n-nd": ""},
    "TL-WDR3500": "tp-link-tl-wdr3500",
    "TL-WDR3600": "tp-link-tl-wdr3600",
    "TL-WDR4300": "tp-link-tl-wdr4300",
    "TL-WDR4900": "tp-link-tl-wdr4900",
    "TL-WR1043N-ND": {"tp-link-tl-wr1043n-nd": ""},
    "TL-WR2543N-ND": {"tp-link-tl-wr2543n-nd": ""},
    "TL-WR703N": "tp-link-tl-wr703n",
    "TL-WR710N": "tp-link-tl-wr710n",
    "TL-WR740N-ND": "tp-link-tl-wr740n-nd",
    "TL-WR741N-ND": "tp-link-tl-wr741n-nd",
    "TL-WR743N-ND": "tp-link-tl-wr743n-nd",
    "TL-WR841N-ND": {"tp-link-tl-wr841n-nd": "", "tp-link-tl-wr841nd": ""},
    "TL-WR842N-ND": {"tp-link-tl-wr842n-nd": ""},
    "TL-WR843N-ND": {"tp-link-tl-wr843n-nd": ""},
    "TL-WR940N-ND": {"tp-link-tl-wr940n": "", "tp-link-tl-wr940n-nd": "", "tp-link-tl-wr941nd-v4": "v1", "tp-link-tl-wr941nd-v5": "v2", "tp-link-tl-wr941nd-v6": "v3"},
    "TL-WR941N-ND": {"tp-link-tl-wr941nd": "", "tp-link-tl-wr941n-nd": "", "tp-link-tl-wr941nd-v4": "v4", "tp-link-tl-wr941nd-v5": "v5", "tp-link-tl-wr941nd-v6": "v6"}
  },

  "Ubiquiti": {
    "AirGateway": {"ubnt-air-gateway": "", "ubiquiti-airgateway": ""},
    "AirRouter": {"ubnt-air-router": "", "ubiquiti-airrouter": ""},
    "Bullet": {"ubiquiti-bullet-m2": "M2", "ubiquiti-bullet-m5": "M5", "bullet-m": "--ignore--"},
    "Litestation SR71": "ubiquiti-ls-sr71",
    "NanoStation Loco": {"ubiquiti-loco-m-xw": "--ignore--",
                         "ubiquiti-nanostation-loco-m2": "M2 XM", "ubiquiti-nanostation-loco-m2-xw": "M2 XW",
                         "ubiquiti-nanostation-loco-m5": "M5 XM", "ubiquiti-nanostation-loco-m5-xw": "M5 XW"},
    "NanoStation": {"ubiquiti-nanostation-m": "--ignore--", "ubiquiti-nano-m": "--ignore--", "ubiquiti-nanostation-m-xw": "--ignore--", "ubiquiti-nano-m-xw": "--ignore--",
                    "ubiquiti-nanostation-m2": "M2 XM", "ubiquiti-nano-m2": "M2 XM", "ubiquiti-nanostation-m2-xw": "M2 XW", "ubiquiti-nano-m2-xw": "M2 XW",
                    "ubiquiti-nanostation-m5": "M5 XM", "ubiquiti-nano-m5": "M5 XM", "ubiquiti-nanostation-m5-xw": "M5 XW", "ubiquiti-nano-m5-xw": "M5 XW"},
    "PicoStation": {"ubiquiti-picostation-m": "M",
                    "ubiquiti-picostation-m2": "M2"},
    "Rocket": {"ubiquiti-rocket-m": "M", "ubiquiti-rocket-m-xw": "M XW",
               "ubiquiti-rocket-m2": "M2", "ubiquiti-rocket-m2-xw": "M2 XW",
               "ubiquiti-rocket-m5": "M5", "ubiquiti-rocket-m5-xw": "M5 XW"},
    "UniFi AP": {"ubiquiti-unifi": "--ignore--", "ubiquiti-unifi-ap": ""},
    "UniFi AP LR": "ubiquiti-unifi-ap-lr",
    "UniFi AP Pro": "ubiquiti-unifi-ap-pro",
    "UniFi AP AC Pro": "ubiquiti-unifi-ac-pro",
    "UniFi AP AC Lite": "ubiquiti-unifi-ac-lite",
    "UniFi AP Outdoor": {"ubiquiti-unifi-outdoor": "", "ubiquiti-unifiap-outdoor": ""},
    "UniFi AP Outdoor+": {"ubiquiti-unifi-outdoor-plus": "", "ubiquiti-unifiap-outdoor\\\+": "", "ubiquiti-unifiap-outdoor%2B": ""}
  },

  "VoCore": {
    "VoCore 2": "vocore2",
  },

  "Western Digital": {
    "My Net N600": {"wd-my-net-n600": ""},
    "My Net N750": {"wd-my-net-n750": ""}
  },

  "x86": {
    "generic 32bit": "x86-generic",
    "generic 64bit": "x86-64",
    "VirtualBox 32bit": "x86-virtualbox",
    "VirtualBox 64bit": "x86-64-virtualbox",
    "VMware 32bit": "vmware",
    "VMware 64bit": "x86-64-vmware",
    "KVM 32bit": "x86-kvm",
    "XEN 32bit": "x86-xen",
  }
};
<commit_msg>Add support for VoCore (1)<commit_after>var vendormodels = {
  "8devices": {
    "Carambola Board 2": "8devices-carambola2-board"
  },

  "Alfa": {
    "AP121": {"alfa-ap121": "", "alfa-network-ap121": ""},
    "AP121U": {"alfa-ap121u": "", "alfa-network-ap121u": ""},
    "Hornet-UB": {"alfa-hornet-ub": "", "alfa-network-hornet-ub": ""},
    "Tube2H": {"alfa-tube2h": "", "alfa-network-tube2h": ""},
    "N2 / N5": {"alfa-n2-n5": "", "alfa-network-n2-n5": ""},
  },

  "Allnet": {
    "ALL0315N": "allnet-all0315n"
  },

  "Buffalo": {
    "WZR-600DHP": {"buffalo-wzr-600dhp": "v2"},
    "WZR-HP-AG300H": {"buffalo-wzr-hp-ag300h": "", "buffalo-wzr-hp-ag300h-wzr-600dhp": ""},
    "WZR-HP-G300H": {"buffalo-wzr-hp-g300h": ""},
    "WZR-HP-G300NH": {"buffalo-wzr-hp-g300nh": "v1", "buffalo-wzr-hp-g300nh2": "v2"},
    "WZR-HP-G450H": {"buffalo-wzr-hp-g450h": ""},
  },

  "D-Link": {
    "DIR-505": "d-link-dir-505-rev",
    "DIR-615": {"d-link-dir-615-c1": "c1/c2", "d-link-dir-615-rev-c1": "c1/c2",
                "d-link-dir-615-d": "d1-d4", "d-link-dir-615-e1": "e1/e2",
                "d-link-dir-615-e4": "e3-e5", "d-link-dir-615-h1": "h1/h2"},
    "DIR-825": "d-link-dir-825-rev",
    "DIR-860L": "d-link-dir-860l"
  },

  "GL Innovations": {
    "AR150": "gl-ar150",
    "iNet 6408a": "gl-inet-6408a",
    "iNet 6416a": "gl-inet-6416a"
  },

  "LeMaker": {
    "Banana Pi": "lemaker-banana-pi",
    "Banana Pro": "lemaker-banana-pro",
    "Lamobo": "lamobo"
  },

  "Linksys": {
    "WRT160NL": "linksys-wrt160nl"
  },

  "Meraki": {
    "MR12": "meraki-mr12",
    "MR16": "meraki-mr16",
    "MR62": "meraki-mr62",
    "MR66": "meraki-mr66"
  },

  "Mikrotik": {
    "vmlinux": {"mikrotik-vmlinux-lzma" : "", "mikrotik-vmlinux.lzma" : ""},
    "nand": {"mikrotik-nand-64m" : "64m", "mikrotik-nand-large" : "large"}
  },

  "Netgear": {
    "WNR2200": "netgear-wnr2200",
    "WNDR3700": {"netgear-wndr3700": "v1", "netgear-wndr3700v2": "v2", "netgear-wndr3700v3": "v3", "netgear-wndr3700v4": "v4"},
    "WNDR3800": "netgear-wndr3800",
    "WNDR4300": "netgear-wndr4300",
    "WNDRMAC": {"netgear-wndrmac": "v1", "netgear-wndrmacv2": "v2"},
  },

  "Onion": {
    "Omega": "onion-omega"
  },

  "Open-Mesh": {
    "MR1750": {"openmesh-mr1750": "v1", "openmesh-mr1750v2": "v2"},
    "MR600": {"openmesh-mr600": "v1", "openmesh-mr600v2": "v2"},
    "MR900": {"openmesh-mr900": "v1", "openmesh-mr900v2": "v2"},
    "OM2P HS": {"openmesh-om2p-hs": "v1", "openmesh-om2p-hsv3": "v3"},
    "OM2P LC": "openmesh-om2p-lc",
    "OM2P": {"openmesh-om2p": "v1", "openmesh-om2pv2": "v2"},
    "OM5P-AC": {"openmesh-om5p-ac": "v1", "openmesh-om5p-acv2": "v2"},
    "OM5P-AN": "openmesh-om5p-an",
    "OM5P": "openmesh-om5p"
  },

  "PC Engines": {
    "ALIX": "x86-geode"
  },

  "Raspberry Pi Foundation": {
    "PI": "raspberry-pi",
    "PI 2": "raspberry-pi-2"
  },

  "TP-Link": {
    "Archer C5": {"tp-link-archer-c5": "v1"},
    "Archer C7": "tp-link-archer-c7",
    "CPE 210": {"tp-link-cpe210": "", "tp-link-cpe210-220": ""},
    "CPE 220": {"tp-link-cpe220": "", "tp-link-cpe210-220": ""},
    "CPE 510": {"tp-link-cpe510": "", "tp-link-cpe510-520": ""},
    "CPE 520": {"tp-link-cpe520": "", "tp-link-cpe510-520": ""},
    "WBS 210": "tp-link-wbs210",
    "WBS 510": "tp-link-wbs510",
    "TL-MR13U": "tp-link-tl-mr13u",
    "TL-MR3020": "tp-link-tl-mr3020",
    "TL-MR3040": "tp-link-tl-mr3040",
    "TL-MR3220": "tp-link-tl-mr3220",
    "TL-MR3420": "tp-link-tl-mr3420",
    "TL-WA701N-ND": {"tp-link-tl-wa701nd": "", "tp-link-tl-wa701n-nd": ""},
    "TL-WA750RE": "tp-link-tl-wa750re",
    "TL-WA7510N": "tp-link-tl-wa7510n",
    "TL-WA801N-ND": {"tp-link-tl-wa801n": "", "tp-link-tl-wa801n-nd": ""},
    "TL-WA830RE": "tp-link-tl-wa830re",
    "TL-WA850RE": "tp-link-tl-wa850re",
    "TL-WA860RE": "tp-link-tl-wa860re",
    "TL-WA901N-ND": {"tp-link-tl-wa901nd": "", "tp-link-tl-wa901n-nd": ""},
    "TL-WDR3500": "tp-link-tl-wdr3500",
    "TL-WDR3600": "tp-link-tl-wdr3600",
    "TL-WDR4300": "tp-link-tl-wdr4300",
    "TL-WDR4900": "tp-link-tl-wdr4900",
    "TL-WR1043N-ND": {"tp-link-tl-wr1043n-nd": ""},
    "TL-WR2543N-ND": {"tp-link-tl-wr2543n-nd": ""},
    "TL-WR703N": "tp-link-tl-wr703n",
    "TL-WR710N": "tp-link-tl-wr710n",
    "TL-WR740N-ND": "tp-link-tl-wr740n-nd",
    "TL-WR741N-ND": "tp-link-tl-wr741n-nd",
    "TL-WR743N-ND": "tp-link-tl-wr743n-nd",
    "TL-WR841N-ND": {"tp-link-tl-wr841n-nd": "", "tp-link-tl-wr841nd": ""},
    "TL-WR842N-ND": {"tp-link-tl-wr842n-nd": ""},
    "TL-WR843N-ND": {"tp-link-tl-wr843n-nd": ""},
    "TL-WR940N-ND": {"tp-link-tl-wr940n": "", "tp-link-tl-wr940n-nd": "", "tp-link-tl-wr941nd-v4": "v1", "tp-link-tl-wr941nd-v5": "v2", "tp-link-tl-wr941nd-v6": "v3"},
    "TL-WR941N-ND": {"tp-link-tl-wr941nd": "", "tp-link-tl-wr941n-nd": "", "tp-link-tl-wr941nd-v4": "v4", "tp-link-tl-wr941nd-v5": "v5", "tp-link-tl-wr941nd-v6": "v6"}
  },

  "Ubiquiti": {
    "AirGateway": {"ubnt-air-gateway": "", "ubiquiti-airgateway": ""},
    "AirRouter": {"ubnt-air-router": "", "ubiquiti-airrouter": ""},
    "Bullet": {"ubiquiti-bullet-m2": "M2", "ubiquiti-bullet-m5": "M5", "bullet-m": "--ignore--"},
    "Litestation SR71": "ubiquiti-ls-sr71",
    "NanoStation Loco": {"ubiquiti-loco-m-xw": "--ignore--",
                         "ubiquiti-nanostation-loco-m2": "M2 XM", "ubiquiti-nanostation-loco-m2-xw": "M2 XW",
                         "ubiquiti-nanostation-loco-m5": "M5 XM", "ubiquiti-nanostation-loco-m5-xw": "M5 XW"},
    "NanoStation": {"ubiquiti-nanostation-m": "--ignore--", "ubiquiti-nano-m": "--ignore--", "ubiquiti-nanostation-m-xw": "--ignore--", "ubiquiti-nano-m-xw": "--ignore--",
                    "ubiquiti-nanostation-m2": "M2 XM", "ubiquiti-nano-m2": "M2 XM", "ubiquiti-nanostation-m2-xw": "M2 XW", "ubiquiti-nano-m2-xw": "M2 XW",
                    "ubiquiti-nanostation-m5": "M5 XM", "ubiquiti-nano-m5": "M5 XM", "ubiquiti-nanostation-m5-xw": "M5 XW", "ubiquiti-nano-m5-xw": "M5 XW"},
    "PicoStation": {"ubiquiti-picostation-m": "M",
                    "ubiquiti-picostation-m2": "M2"},
    "Rocket": {"ubiquiti-rocket-m": "M", "ubiquiti-rocket-m-xw": "M XW",
               "ubiquiti-rocket-m2": "M2", "ubiquiti-rocket-m2-xw": "M2 XW",
               "ubiquiti-rocket-m5": "M5", "ubiquiti-rocket-m5-xw": "M5 XW"},
    "UniFi AP": {"ubiquiti-unifi": "--ignore--", "ubiquiti-unifi-ap": ""},
    "UniFi AP LR": "ubiquiti-unifi-ap-lr",
    "UniFi AP Pro": "ubiquiti-unifi-ap-pro",
    "UniFi AP AC Pro": "ubiquiti-unifi-ac-pro",
    "UniFi AP AC Lite": "ubiquiti-unifi-ac-lite",
    "UniFi AP Outdoor": {"ubiquiti-unifi-outdoor": "", "ubiquiti-unifiap-outdoor": ""},
    "UniFi AP Outdoor+": {"ubiquiti-unifi-outdoor-plus": "", "ubiquiti-unifiap-outdoor\\\+": "", "ubiquiti-unifiap-outdoor%2B": ""}
  },

  "VoCore": {
    "VoCore": "vocore",
    "VoCore 2": "vocore2"
  },

  "Western Digital": {
    "My Net N600": {"wd-my-net-n600": ""},
    "My Net N750": {"wd-my-net-n750": ""}
  },

  "x86": {
    "generic 32bit": "x86-generic",
    "generic 64bit": "x86-64",
    "VirtualBox 32bit": "x86-virtualbox",
    "VirtualBox 64bit": "x86-64-virtualbox",
    "VMware 32bit": "vmware",
    "VMware 64bit": "x86-64-vmware",
    "KVM 32bit": "x86-kvm",
    "XEN 32bit": "x86-xen",
  }
};

{'fraction_non_alphanumeric': 0.27068655891697746, 'fraction_numerical': 0.09801077496891836, 'mean_word_length': 3.0478054235392786, 'pattern_counts': {'":': 487, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '281553', 'n_tokens_mistral': 7877, 'n_tokens_neox': 7051, 'n_words': 894}