<commit_before>{
  "fileTypes": [
    "d",
    "di"
  ],
  "name": "D",
  "scopeName": "source.d",
  "patterns": [
    {
      "include": "#comment"
    },
    {
      "include": "#type"
    },
    {
      "include": "#statement"
    },
    {
      "include": "#expression"
    }
  ],
  "repository": {
    "type": {
      "patterns": [
        {
          "include": "#base-type"
        },
        {
          "include": "#type-ctor"
        },
        {
          "include": "#typeof"
        }
      ]
    },
    "base-type": {
      "patterns": [
        {
          "match": "\\b(auto|bool|byte|ubyte|short|ushort|int|uint|long|ulong|char|wchar|dchar|float|double|real|ifloat|idouble|ireal|cfloat|cdouble|creal|void)\\b",
          "name": "storage.type.basic-type.d"
        }
      ]
    },
    "extended-type": {
      "patterns": [
        {
          "begin": "\\[",
          "beginCaptures": {
            "0": {
              "name": "storage.type.array.expression.begin.d"
            }
          },
          "end": "\\]",
          "endCaptures": {
            "0": {
              "name": "storage.type.array.expression.end.d"
            }
          },
          "patterns": [
            {
              "match": "\\.\\.|\\$",
              "name": "keyword.operator.slice.d"<commit_msg>added string types as special builtin syntax fix #238<commit_after>{
  "fileTypes": [
    "d",
    "di"
  ],
  "name": "D",
  "scopeName": "source.d",
  "patterns": [
    {
      "include": "#comment"
    },
    {
      "include": "#type"
    },
    {
      "include": "#statement"
    },
    {
      "include": "#expression"
    }
  ],
  "repository": {
    "type": {
      "patterns": [
        {
          "include": "#base-type"
        },
        {
          "include": "#type-ctor"
        },
        {
          "include": "#typeof"
        }
      ]
    },
    "base-type": {
      "patterns": [
        {
          "match": "\\b(auto|bool|byte|ubyte|short|ushort|int|uint|long|ulong|char|wchar|dchar|float|double|real|ifloat|idouble|ireal|cfloat|cdouble|creal|void)\\b",
          "name": "storage.type.basic-type.d"
        },
        {
          "match": "\\b(string|wstring|dstring)\\b(?!\\s*[\\(\\[,])",
          "name": "storage.type.basic-type.d"
        }
      ]
    },
    "extended-type": {
      "patterns": [
        {
          "begin": "\\[",
          "beginCaptures": {
            "0": {
              "name": "storage.type.array.expression.begin.d"
            }
          },
          "end": "\\]",
          "endCaptures": {
            "0": {
              "name": "storage.type.array.expression.end.d"
            }
          },
          "patterns": [
            {
              "match": "\\.\\.|\\$",
              "name": "keyword.operator.slice.d"
{'fraction_non_alphanumeric': 0.20745252597635255, 'fraction_numerical': 0.0025080616266571123, 'mean_word_length': 1.33249791144528, 'pattern_counts': {'":': 64, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5474796', 'n_tokens_mistral': 957, 'n_tokens_neox': 943, 'n_words': 107}