<commit_before>{
    "id": "https://www.paloaltonetworks.com/minemeld-indicator-schema-0-1#",
    "$schema": "http://json-schema.org/draft-04/schema#",
    "description": "schema for minemeld attributes",
    "type": "object",
    "required": [ "type" ],
    "properties": {
        "type": {
            "description": "type of the indicator",
            "type": "string",
            "enum": ["IPv4", "IPv6", "domain", "URL", "sha256", "sha1", "md5", "ssdeep"]
        },
        "direction": {
            "description": "direction of the session, applies to IPv4",
            "type": "string",
            "enum": ["inbound", "outbound"]
        },
        "first_seen": {
            "type": "integer",
            "format": "utc-millisec",
            "description": "time the indicator has been seen for the first time. <"
        },
        "last_seen": {
            "type": "integer",
            "format": "utc-millisec",
            "description": "time the indicator has been seen for the last time. >"
        },
        "sources": {
            "description": "list of sources for this indicator",
            "type": "array",
            "items": {
                "type": "string",
                "format": "uri"
            }
        },<commit_msg>Adds new indicator types<commit_after>{
    "id": "https://www.paloaltonetworks.com/minemeld-indicator-schema-0-1#",
    "$schema": "http://json-schema.org/draft-04/schema#",
    "description": "schema for minemeld attributes",
    "type": "object",
    "required": [ "type" ],
    "properties": {
        "type": {
            "description": "type of the indicator",
            "type": "string",
            "enum": [
                "IPv4",
                "IPv6",
                "domain",
                "URL",
                "sha256",
                "sha1",
                "md5",
                "ssdeep",
                "mutex",
                "windows-registry-value",
                "user-agent.fragment",
                "file.name"
            ]
        },
        "direction": {
            "description": "direction of the session, applies to IPv4",
            "type": "string",
            "enum": ["inbound", "outbound"]
        },
        "first_seen": {
            "type": "integer",
            "format": "utc-millisec",
            "description": "time the indicator has been seen for the first time. <"
        },
        "last_seen": {
            "type": "integer",
            "format": "utc-millisec",
            "description": "time the indicator has been seen for the last time. >"
        },
        "sources": {
            "description": "list of sources for this indicator",
            "type": "array",
            "items": {
                "type": "string",
                "format": "uri"
            }
        },
{'fraction_non_alphanumeric': 0.16312809624911537, 'fraction_numerical': 0.008492569002123142, 'mean_word_length': 1.4951456310679612, 'pattern_counts': {'":': 56, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '337344', 'n_tokens_mistral': 813, 'n_tokens_neox': 790, 'n_words': 193}