<commit_before>{
    "core" : {
        "programmable" : {
            "EventCode":   {"Config": 0, "Position": 0, "Width": 8},
            "UMask":       {"Config": 0, "Position": 8, "Width": 8},
            "User":        {"Config": 0, "Position": 16, "Width": 1, "DefaultValue": 1},
            "OS":          {"Config": 0, "Position": 17, "Width": 1, "DefaultValue": 1},
            "EdgeDetect":  {"Config": 0, "Position": 18, "Width": 1},
            "PinControl":  {"Config": 0, "Position": 19, "Width": 1, "DefaultValue": 0},
            "APICInt":     {"Config": 0, "Position": 20, "Width": 1, "DefaultValue": 0},
            "Enable":      {"Config": 0, "Position": 22, "Width": 1, "DefaultValue": 1},
            "Invert":      {"Config": 0, "Position": 23, "Width": 1},
            "CounterMask": {"Config": 0, "Position": 24, "Width": 8},
            "InTX":        {"Config": 0, "Position": 32, "Width": 1, "DefaultValue": 0},
            "InTXCheckpointed": {"Config": 0, "Position": 33, "Width": 1, "DefaultValue": 0}
        },
        "fixed0" : {
            "OS":          {"Config": 0, "Position": 0, "Width": 1, "DefaultValue": 1},
            "User":        {"Config": 0, "Position": 1, "Width": 1, "DefaultValue": 1},
            "EnablePMI":   {"Config": 0, "Position": 3, "Width": 1, "DefaultValue": 0},
            "EventCode":   {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "UMask":       {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "EdgeDetect":  {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "Invert":      {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "CounterMask": {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"}
        },
        "fixed1" : {
            "OS":          {"Config": 0, "Position": 4, "Width": 1, "DefaultValue": 1},
            "User":        {"Config": 0, "Position": 5, "Width": 1, "DefaultValue": 1},
            "EnablePMI":   {"Config": 0, "Position": 7, "Width": 1, "DefaultValue": 0},
            "EventCode":   {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "UMask":       {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "EdgeDetect":  {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "Invert":      {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "CounterMask": {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"}
        },
        "fixed2" : {
            "OS":          {"Config": 0, "Position": 8, "Width": 1, "DefaultValue": 1},
            "User":        {"Config": 0, "Position": 9, "Width": 1, "DefaultValue": 1},
            "EnablePMI":   {"Config": 0, "Position": 11, "Width": 1, "DefaultValue": 0},
            "EventCode":   {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "UMask":       {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "EdgeDetect":  {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "Invert":      {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "CounterMask": {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"}
        }
    },
    "cha" : {
        "programmable" : {
            "EventCode":   {"Config": 0, "Position": 0, "Width": 8},
            "UMask":       {"Config": 0, "Position": 8, "Width": 8},
            "EdgeDetect":  {"Config": 0, "Position": 18, "Width": 1, "DefaultValue": 0},
            "Threshold":   {"Config": 0, "Position": 24, "Width": 8, "DefaultValue": 0},
            "UMaskExt":    {"Config": 0, "Position": 32, "Width": 26}
        }
    },
    "imc" : {
        "programmable" : {
            "EventCode":   {"Config": 0, "Position": 0, "Width": 8},
            "UMask":       {"Config": 0, "Position": 8, "Width": 8},
            "EdgeDetect":  {"Config": 0, "Position": 18, "Width": 1, "DefaultValue": 0},
            "Threshold":   {"Config": 0, "Position": 24, "Width": 8, "DefaultValue": 0}
        }
    },
    "xpi" : {
        "__comment" :  "this is for UPI LL and QPI LL uncore PMUs",
        "programmable" : {
            "EventCode":   {"Config": 0, "Position": 0, "Width": 8},
            "UMask":       {"Config": 0, "Position": 8, "Width": 8},
            "EdgeDetect":  {"Config": 0, "Position": 18, "Width": 1, "DefaultValue": 0},
            "Threshold":   {"Config": 0, "Position": 24, "Width": 8, "DefaultValue": 0},
            "UMaskExt":    {"Config": 0, "Position": 32, "Width": 24}
        }
    },
    "m2m" : {
        "programmable" : {
            "EventCode":   {"Config": 0, "Position": 0, "Width": 8},
            "UMask":       {"Config": 0, "Position": 8, "Width": 8},
            "EdgeDetect":  {"Config": 0, "Position": 18, "Width": 1, "DefaultValue": 0},
            "Threshold":   {"Config": 0, "Position": 24, "Width": 8, "DefaultValue": 0},
            "UMaskExt":    {"Config": 0, "Position": 32, "Width": 8}
        }
    },
    "m3upi" : {
        "programmable" : {
            "EventCode":   {"Config": 0, "Position": 0, "Width": 8},
            "UMask":       {"Config": 0, "Position": 8, "Width": 8},
            "EdgeDetect":  {"Config": 0, "Position": 18, "Width": 1, "DefaultValue": 0},
            "Threshold":   {"Config": 0, "Position": 24, "Width": 8, "DefaultValue": 0}
        }
    },
    "iio" : {
        "programmable" : {
            "EventCode":   {"Config": 0, "Position": 0, "Width": 8},
            "UMask":       {"Config": 0, "Position": 8, "Width": 8},
            "EdgeDetect":  {"Config": 0, "Position": 18, "Width": 1, "DefaultValue": 0},
            "Threshold":   {"Config": 0, "Position": 24, "Width": 12, "DefaultValue": 0},
            "PortMask":    {"Config": 0, "Position": 36, "Width": 12},
            "FCMask":      {"Config": 0, "Position": 48, "Width": 3}
        }
    }
}<commit_msg>add PCU PMU to GenuineIntel-6-6A-6.json<commit_after>{
    "core" : {
        "programmable" : {
            "EventCode":   {"Config": 0, "Position": 0, "Width": 8},
            "UMask":       {"Config": 0, "Position": 8, "Width": 8},
            "User":        {"Config": 0, "Position": 16, "Width": 1, "DefaultValue": 1},
            "OS":          {"Config": 0, "Position": 17, "Width": 1, "DefaultValue": 1},
            "EdgeDetect":  {"Config": 0, "Position": 18, "Width": 1},
            "PinControl":  {"Config": 0, "Position": 19, "Width": 1, "DefaultValue": 0},
            "APICInt":     {"Config": 0, "Position": 20, "Width": 1, "DefaultValue": 0},
            "Enable":      {"Config": 0, "Position": 22, "Width": 1, "DefaultValue": 1},
            "Invert":      {"Config": 0, "Position": 23, "Width": 1},
            "CounterMask": {"Config": 0, "Position": 24, "Width": 8},
            "InTX":        {"Config": 0, "Position": 32, "Width": 1, "DefaultValue": 0},
            "InTXCheckpointed": {"Config": 0, "Position": 33, "Width": 1, "DefaultValue": 0}
        },
        "fixed0" : {
            "OS":          {"Config": 0, "Position": 0, "Width": 1, "DefaultValue": 1},
            "User":        {"Config": 0, "Position": 1, "Width": 1, "DefaultValue": 1},
            "EnablePMI":   {"Config": 0, "Position": 3, "Width": 1, "DefaultValue": 0},
            "EventCode":   {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "UMask":       {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "EdgeDetect":  {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "Invert":      {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "CounterMask": {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"}
        },
        "fixed1" : {
            "OS":          {"Config": 0, "Position": 4, "Width": 1, "DefaultValue": 1},
            "User":        {"Config": 0, "Position": 5, "Width": 1, "DefaultValue": 1},
            "EnablePMI":   {"Config": 0, "Position": 7, "Width": 1, "DefaultValue": 0},
            "EventCode":   {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "UMask":       {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "EdgeDetect":  {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "Invert":      {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "CounterMask": {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"}
        },
        "fixed2" : {
            "OS":          {"Config": 0, "Position": 8, "Width": 1, "DefaultValue": 1},
            "User":        {"Config": 0, "Position": 9, "Width": 1, "DefaultValue": 1},
            "EnablePMI":   {"Config": 0, "Position": 11, "Width": 1, "DefaultValue": 0},
            "EventCode":   {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "UMask":       {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "EdgeDetect":  {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "Invert":      {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"},
            "CounterMask": {"Config": 0, "Position": -1, "__comment": "position=-1 means field ignored"}
        }
    },
    "cha" : {
        "programmable" : {
            "EventCode":   {"Config": 0, "Position": 0, "Width": 8},
            "UMask":       {"Config": 0, "Position": 8, "Width": 8},
            "EdgeDetect":  {"Config": 0, "Position": 18, "Width": 1, "DefaultValue": 0},
            "Threshold":   {"Config": 0, "Position": 24, "Width": 8, "DefaultValue": 0},
            "UMaskExt":    {"Config": 0, "Position": 32, "Width": 26}
        }
    },
    "imc" : {
        "programmable" : {
            "EventCode":   {"Config": 0, "Position": 0, "Width": 8},
            "UMask":       {"Config": 0, "Position": 8, "Width": 8},
            "EdgeDetect":  {"Config": 0, "Position": 18, "Width": 1, "DefaultValue": 0},
            "Threshold":   {"Config": 0, "Position": 24, "Width": 8, "DefaultValue": 0}
        }
    },
    "xpi" : {
        "__comment" :  "this is for UPI LL and QPI LL uncore PMUs",
        "programmable" : {
            "EventCode":   {"Config": 0, "Position": 0, "Width": 8},
            "UMask":       {"Config": 0, "Position": 8, "Width": 8},
            "EdgeDetect":  {"Config": 0, "Position": 18, "Width": 1, "DefaultValue": 0},
            "Threshold":   {"Config": 0, "Position": 24, "Width": 8, "DefaultValue": 0},
            "UMaskExt":    {"Config": 0, "Position": 32, "Width": 24}
        }
    },
    "m2m" : {
        "programmable" : {
            "EventCode":   {"Config": 0, "Position": 0, "Width": 8},
            "UMask":       {"Config": 0, "Position": 8, "Width": 8},
            "EdgeDetect":  {"Config": 0, "Position": 18, "Width": 1, "DefaultValue": 0},
            "Threshold":   {"Config": 0, "Position": 24, "Width": 8, "DefaultValue": 0},
            "UMaskExt":    {"Config": 0, "Position": 32, "Width": 8}
        }
    },
    "m3upi" : {
        "programmable" : {
            "EventCode":   {"Config": 0, "Position": 0, "Width": 8},
            "UMask":       {"Config": 0, "Position": 8, "Width": 8},
            "EdgeDetect":  {"Config": 0, "Position": 18, "Width": 1, "DefaultValue": 0},
            "Threshold":   {"Config": 0, "Position": 24, "Width": 8, "DefaultValue": 0}
        }
    },
    "pcu" : {
        "programmable" : {
            "EventCode":   {"Config": 0, "Position": 0, "Width": 8},
            "UMask":       {"Config": 0, "Position": 8, "Width": 8},
            "EdgeDetect":  {"Config": 0, "Position": 18, "Width": 1, "DefaultValue": 0}
        }
    },
    "iio" : {
        "programmable" : {
            "EventCode":   {"Config": 0, "Position": 0, "Width": 8},
            "UMask":       {"Config": 0, "Position": 8, "Width": 8},
            "EdgeDetect":  {"Config": 0, "Position": 18, "Width": 1, "DefaultValue": 0},
            "Threshold":   {"Config": 0, "Position": 24, "Width": 12, "DefaultValue": 0},
            "PortMask":    {"Config": 0, "Position": 36, "Width": 12},
            "FCMask":      {"Config": 0, "Position": 48, "Width": 3}
        }
    }
}
{'fraction_non_alphanumeric': 0.2236469477658905, 'fraction_numerical': 0.04200755191944619, 'mean_word_length': 2.2555697823303458, 'pattern_counts': {'":': 589, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5519110', 'n_tokens_mistral': 4439, 'n_tokens_neox': 3974, 'n_words': 1199}