<commit_before>scopeName: 'text.tex.bibtex'
name: 'BiBTeX'
fileTypes: [ 'exp' ]
limitLineLength: false

patterns: [
  { include: '#at_command' }
  { include: '#comment_text' }
]

repository:
  comment_text:
    begin: '[^@\\n]'
    end: '(?=@)'
    name: 'comment.block.bibtex'

  at_command:
    patterns: [
      { include: '#comment_command' }
      { include: '#string_command' }
      { include: '#preamble_command' }
      { include: '#entry_command' }
    ]

  comment_command:
    match: '@\\s*[cC][oO][mM][mM][eE][nN][tT]'
    name: 'comment.line.at-sign.bibtex'
<commit_msg>correct file type<commit_after>scopeName: 'text.tex.bibtex'
name: 'BiBTeX'
fileTypes: [ 'bib' ]
limitLineLength: false

patterns: [
  { include: '#at_command' }
  { include: '#comment_text' }
]

repository:
  comment_text:
    begin: '[^@\\n]'
    end: '(?=@)'
    name: 'comment.block.bibtex'

  at_command:
    patterns: [
      { include: '#comment_command' }
      { include: '#string_command' }
      { include: '#preamble_command' }
      { include: '#entry_command' }
    ]

  comment_command:
    match: '@\\s*[cC][oO][mM][mM][eE][nN][tT]'
    name: 'comment.line.at-sign.bibtex'

{'fraction_non_alphanumeric': 0.19283276450511946, 'fraction_numerical': 0.0, 'mean_word_length': 3.393258426966292, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6396653', 'n_tokens_mistral': 474, 'n_tokens_neox': 452, 'n_words': 72}