<commit_before>{
  "meta": {
    "language": "nim",
    "language_version": "1.4",
    "language_name": "Nim"
  },
  "categories": {
    "Arithmetic Operators": [
      "addition",
      "addition_assignment",
      "subtraction",
      "subtraction_assignment",
      "multiplication",
      "multiplication_assignment",
      "division",
      "division_assignment",
      "integer_division",
      "integer_division_assignment",
      "modulus",
      "modulus_assignment",
      "unary_plus",
      "unary_minus",
      "increment",
      "decrement",
      "exponential",
      "factorial",
      "absolute_value",
      "percentage"
    ],
    "Equality/Comparison Operators": [
      "equal_to",
      "not_equal_to",
      "less_than",
      "less_than_or_equal_to",
      "greater_than",
      "greater_than_or_equal_to",
      "null_coalescing",
      "is",
      "is_not"
    ],
    "Logical/Boolean/Bitwise Operators": [
      "and",
      "and_assignment",
      "or",
      "or_assignment",
      "not",
      "not_assignment",
      "xor",
      "xor_assignment",
      "xnor",
      "xnor_assignment",
      "left_shift",
      "left_shift_assignment",
      "right_shift",
      "right_shift_assignment"
    ],
    "Conditional Operators": [
      "ternary",
      "null_forgiving"
    ]
  },
  "operators": {
    "addition": {
      "code": "+"
    },
    "addition_assignment": {
      "code": "+="
    },
    "subtraction": {
      "code": "-"
    },
    "subtraction_assignment": {
      "code": "-="
    },
    "multiplication": {
      "code": "*"
    },
    "multiplication_assignment": {
      "code": "*="
    },
    "division": {
      "code": "/"
    },
    "division_assignment": {
      "code": "/="
    },
    "integer_division": {
      "code": "div"
    },
    "integer_division_assignment": {
      "not-implemented": "true"
    },
    "modulus": {
      "code": "mod"
    },
    "modulus_assignment": {
      "not-implemented": "true"
    },
    "unary_plus": {
      "code": "+Infinite"
    },
    "unary_minus": {
      "code": "-Infinite"
    },
    "increment": {
      "code": "inc"
    },
    "decrement": {
      "code": "dec"
    },
    "exponential": {
      "code": "^"
    },
    "factorial": {
      "code": "fac"
    },
    "absolute_value": {
      "code": "abs"
    },
    "percentage": {
      "code": ""
    },
    "equal_to": {
      "code": "=="
    },
    "not_equal_to": {
      "code": "!="
    },
    "less_than": {
      "code": "<"
    },
    "less_than_or_equal_to": {
      "code": "<="
    },
    "greater_than": {
      "code": ">"
    },
    "greater_than_or_equal_to": {
      "code": ">="
    },
    "null_coalescing": {
      "code": "?.",
      "comment": "'not null' annotation allows null-free programming"
    },
    "is": {
      "code": "is"
    },
    "is_not": {
      "code": "isnot"
    },
    "and": {
      "code": "and"
    },
    "and_assignment": {
      "not-implemented": "true"
    },
    "or": {
      "code": "or"
    },
    "or_assignment": {
      "not-implemented": "true"
    },
    "not": {
      "code": "not"
    },
    "not_assignment": {
      "not-implemented": "true"
    },
    "xor": {
      "code": "xor"
    },
    "xor_assignment": {
      "not-implemented": "true"
    },
    "xnor": {
      "code": ""
    },
    "xnor_assignment": {
      "not-implemented": "true"
    },
    "left_shift": {
      "code": "shl"
    },
    "left_shift_assignment": {
      "not-implemented": "true"
    },
    "right_shift": {
      "code": "shr"
    },
    "right_shift_assignment": {
      "not-implemented": "true"
    },
    "ternary": {
      "code": "if conditional: value0 else: value1",
      "comment": "Ternary operator is just if...else inline"
    },
    "null_forgiving": {
      "not-implemented": "true",
      "comment": "'not null' annotation allows null-free programming"
    }
  }
}
<commit_msg>Fix JSON<commit_after>{
  "meta": {
    "language": "nim",
    "language_version": "1.4",
    "language_name": "Nim"
  },
  "categories": {
    "Arithmetic Operators": [
      "addition",
      "addition_assignment",
      "subtraction",
      "subtraction_assignment",
      "multiplication",
      "multiplication_assignment",
      "division",
      "division_assignment",
      "integer_division",
      "integer_division_assignment",
      "modulus",
      "modulus_assignment",
      "unary_plus",
      "unary_minus",
      "increment",
      "decrement",
      "exponential",
      "factorial",
      "absolute_value",
      "percentage"
    ],
    "Equality/Comparison Operators": [
      "equal_to",
      "not_equal_to",
      "less_than",
      "less_than_or_equal_to",
      "greater_than",
      "greater_than_or_equal_to",
      "null_coalescing",
      "is",
      "is_not"
    ],
    "Logical/Boolean/Bitwise Operators": [
      "and",
      "and_assignment",
      "or",
      "or_assignment",
      "not",
      "not_assignment",
      "xor",
      "xor_assignment",
      "xnor",
      "xnor_assignment",
      "left_shift",
      "left_shift_assignment",
      "right_shift",
      "right_shift_assignment"
    ],
    "Conditional Operators": [
      "ternary",
      "null_forgiving"
    ]
  },
  "operators": {
    "addition": {
      "code": "+"
    },
    "addition_assignment": {
      "code": "+="
    },
    "subtraction": {
      "code": "-"
    },
    "subtraction_assignment": {
      "code": "-="
    },
    "multiplication": {
      "code": "*"
    },
    "multiplication_assignment": {
      "code": "*="
    },
    "division": {
      "code": "/"
    },
    "division_assignment": {
      "code": "/="
    },
    "integer_division": {
      "code": "div"
    },
    "integer_division_assignment": {
      "not-implemented": "true"
    },
    "modulus": {
      "code": "mod"
    },
    "modulus_assignment": {
      "not-implemented": "true"
    },
    "unary_plus": {
      "code": "+Infinite"
    },
    "unary_minus": {
      "code": "-Infinite"
    },
    "increment": {
      "code": "inc"
    },
    "decrement": {
      "code": "dec"
    },
    "exponential": {
      "code": "^"
    },
    "factorial": {
      "code": "fac"
    },
    "absolute_value": {
      "code": "abs"
    },
    "percentage": {
      "not-implemented": "true"
    },
    "equal_to": {
      "code": "=="
    },
    "not_equal_to": {
      "code": "!="
    },
    "less_than": {
      "code": "<"
    },
    "less_than_or_equal_to": {
      "code": "<="
    },
    "greater_than": {
      "code": ">"
    },
    "greater_than_or_equal_to": {
      "code": ">="
    },
    "null_coalescing": {
      "code": "?.",
      "comment": "'not null' annotation allows null-free programming"
    },
    "is": {
      "code": "is"
    },
    "is_not": {
      "code": "isnot"
    },
    "and": {
      "code": "and"
    },
    "and_assignment": {
      "not-implemented": "true"
    },
    "or": {
      "code": "or"
    },
    "or_assignment": {
      "not-implemented": "true"
    },
    "not": {
      "code": "not"
    },
    "not_assignment": {
      "not-implemented": "true"
    },
    "xor": {
      "code": "xor"
    },
    "xor_assignment": {
      "not-implemented": "true"
    },
    "xnor": {
      "not-implemented": "true"
    },
    "xnor_assignment": {
      "not-implemented": "true"
    },
    "left_shift": {
      "code": "shl"
    },
    "left_shift_assignment": {
      "not-implemented": "true"
    },
    "right_shift": {
      "code": "shr"
    },
    "right_shift_assignment": {
      "not-implemented": "true"
    },
    "ternary": {
      "code": "if conditional: value0 else: value1",
      "comment": "Ternary operator is just if...else inline"
    },
    "null_forgiving": {
      "not-implemented": "true",
      "comment": "'not null' annotation allows null-free programming"
    }
  }
}

{'fraction_non_alphanumeric': 0.19354015064470828, 'fraction_numerical': 0.001021320056172603, 'mean_word_length': 1.947328818660647, 'pattern_counts': {'":': 206, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2629318', 'n_tokens_mistral': 2890, 'n_tokens_neox': 2831, 'n_words': 413}