<commit_before>{
  "rules": {
    // align
    // ban
    "class-name": true,
    // "comment-format": ,
    "curly": false,
    "eofline": true,
    "forin": true,
    "indent": [true, "spaces"],
    // "interface-name": ,
    // "jsdoc-format": ''
    "label-position": true,
    "label-undefined": true,
    "max-line-length": [true, 140],
    // "member-access": [true, "check-accessor", "check-constructor"],
    // TODO: "member-ordering": [true, { "order": "fields-first" }],
    // see: http://palantir.github.io/tslint/rules/member-ordering/
    "new-parens": true,
    "no-angle-bracket-type-assertion": true,
    // "no-any": true,
    "no-arg": true,
    "no-bitwise": true,
    "no-conditional-assignment": true,
    "no-consecutive-blank-lines": true,
    "no-console": [true,
        "debug",
        "info",
        "time",
        "timeEnd",
        "trace"
    ],
    "no-construct": true,
    "no-debugger": true,
    "no-default-export": true,
    "no-duplicate-key": true,
    "no-duplicate-variable": true,
    // TODO:
    "no-empty": false,
    "no-eval": true,
    "no-inferrable-types": true,
    // TODO: "no-internal-module": true,
    "no-invalid-this": true,
    // TODO: "no-mergeable-namespace": true,
    // TODO: "no-namespace": true,
    //"no-null-keyword": true,
    //"no-reference": true,
    "no-require-imports": true,
    "no-shadowed-variable": true,
    "no-string-literal": true,
    "no-switch-case-fall-through": true,
    "no-trailing-whitespace": true,
    "no-unreachable": true,
    "no-unused-expression": true,
    "no-unused-variable": true,
    "no-use-before-declare": true,
    "no-var-keyword": true,
    "no-var-requires": true,
    // TODO: "object-literal-sort-keys": true,
    "one-line": [true,
        "check-catch",
        "check-else",
        "check-finally",
        "check-open-brace",
        "check-whitespace"
    ],
    "one-variable-per-declaration": true,
    "quotemark": [true, "single", "jsx-single", "avoid-escape"],
    "radix": true,
    "semicolon": [true, "always"],
    // switch-default
    "trailing-comma": [true, {
      "multiline": "never",
      "singleline": "never"
    }],
    "triple-equals": [true, "allow-null-check"],
    "typedef": [
      true,
      // "call-signature",
      // "arrow-parameter",
      // "property-declaration",
      // "variable-declaration",
      "member-variable-declaration",
      "parameter"
    ],
    "typedef-whitespace": [
      true,
      {
        "call-signature": "nospace",
        "parameter": "nospace",
        "arrow-parameter": "nospace",
        "property-declaration": "nospace",
        "variable-declaration": "nospace",
        "member-variable-declaration": "nospace"
      },
      {
        "call-signature": "nospace",
        "parameter": "nospace",
        "arrow-parameter": "nospace",
        "property-declaration": "nospace",
        "variable-declaration": "nospace",
        "member-variable-declaration": "nospace"
      }
    ],
    "use-isnan": true,
    "use-strict": true,
    "variable-name": [
      true,
      "check-format",
      //"allow-leading-underscore",
      //"allow-trailing-underscore",
      //"allow-pascal-case",
      "ban-keywords"
    ],
    "whitespace": [false,
        "check-branch",
        "check-decl",
        "check-operator",
        "check-module",
        "check-separator",
        "check-type",
        "check-typecast"
    ]
  }
}<commit_msg>convert comments to awkward json<commit_after>{
  "rules": {
    "align": "todo",
    "ban": "todo",
    "class-name": true,
    "comment-format": "todo",
    "curly": false,
    "eofline": true,
    "forin": true,
    "indent": [true, "spaces"],
    "interface-name": "todo",
    "jsdoc-format": "todo",
    "label-position": true,
    "label-undefined": true,
    "max-line-length": [true, 140],
    "member-access": [false, "check-accessor", "check-constructor"],
    "member-ordering": [
      false,
      "todo see: http://palantir.github.io/tslint/rules/member-ordering/",
      {
        "order": "fields-first"
      }
    ],
    "new-parens": true,
    "no-angle-bracket-type-assertion": true,
    "no-any": false,
    "no-arg": true,
    "no-bitwise": true,
    "no-conditional-assignment": true,
    "no-consecutive-blank-lines": true,
    "no-console": [true,
        "debug",
        "info",
        "time",
        "timeEnd",
        "trace"
    ],
    "no-construct": true,
    "no-debugger": true,
    "no-default-export": true,
    "no-duplicate-key": true,
    "no-duplicate-variable": true,
    "no-empty": [false, "TODO"],
    "no-eval": true,
    "no-inferrable-types": true,
    "no-internal-module": [false, "TODO"],
    "no-invalid-this": true,
    "no-namespace":  [false, "TODO"],
    "no-null-keyword": false,
    "no-reference": false,
    "no-require-imports": true,
    "no-shadowed-variable": true,
    "no-string-literal": true,
    "no-switch-case-fall-through": true,
    "no-trailing-whitespace": true,
    "no-unreachable": true,
    "no-unused-expression": true,
    "no-unused-variable": true,
    "no-use-before-declare": true,
    "no-var-keyword": true,
    "no-var-requires": true,
    "object-literal-sort-keys": [false, "TODO"],
    "one-line": [true,
        "check-catch",
        "check-else",
        "check-finally",
        "check-open-brace",
        "check-whitespace"
    ],
    "one-variable-per-declaration": true,
    "quotemark": [true, "single", "jsx-single", "avoid-escape"],
    "radix": true,
    "semicolon": [true, "always"],
    "switch-default": true,
    "trailing-comma": [true, {
      "multiline": "never",
      "singleline": "never"
    }],
    "triple-equals": [true, "allow-null-check"],
    "typedef": [
      true,
      "ignore call-signature",
      "ignore arrow-parameter",
      "ignore property-declaration",
      "ignore variable-declaration",
      "member-variable-declaration",
      "parameter"
    ],
    "typedef-whitespace": [
      true,
      {
        "call-signature": "nospace",
        "parameter": "nospace",
        "arrow-parameter": "nospace",
        "property-declaration": "nospace",
        "variable-declaration": "nospace",
        "member-variable-declaration": "nospace"
      },
      {
        "call-signature": "nospace",
        "parameter": "nospace",
        "arrow-parameter": "nospace",
        "property-declaration": "nospace",
        "variable-declaration": "nospace",
        "member-variable-declaration": "nospace"
      }
    ],
    "use-isnan": true,
    "use-strict": true,
    "variable-name": [
      true,
      "check-format",
      "ignore allow-leading-underscore",
      "ignore allow-trailing-underscore",
      "ignore allow-pascal-case",
      "ban-keywords"
    ],
    "whitespace": [false,
        "check-branch",
        "check-decl",
        "check-operator",
        "check-module",
        "check-separator",
        "check-type",
        "check-typecast"
    ]
  }
}
{'fraction_non_alphanumeric': 0.1932144910868315, 'fraction_numerical': 0.0008625646923519264, 'mean_word_length': 2.3002846299810247, 'pattern_counts': {'":': 154, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1396255', 'n_tokens_mistral': 2422, 'n_tokens_neox': 2384, 'n_words': 408}