<commit_before>module.exports = [
    {character: '°'},
    {character: '≡', latexCommand: '\\equiv'},
    {character: '≢'}, // \nequiv or \not\equiv
    {character: '⌐'}, // \backneg
    {character: '×', latexCommand: '\\times'},
    {character: '÷', latexCommand: '\\div'},
    {character: '·', latexCommand: '\\cdot'},
    {character: '…', latexCommand: '\\dots'},
    {character: '≈', latexCommand: '\\approx'},
    {character: '∼', latexCommand: '\\sim'},
    {character: '¹', latexCommand: '^1'},
    {character: '²', latexCommand: '^2'},
    {character: '³', latexCommand: '^3'},
    {character: '½', latexCommand: '1/2'},
    {character: '←', latexCommand: '\\leftarrow'},
    {character: '↑', latexCommand: '\\uparrow'},
    {character: '→', latexCommand: '\\rightarrow'},
    {character: '↓', latexCommand: '\\downarrow'},
    {character: '↔', latexCommand: '\\leftrightarrow'},
    {character: '⇒', latexCommand: '\\Rightarrow'},
    {character: '⇔', latexCommand: '\\Leftrightarrow'},
    {character: '⇌'}, // \rightleftharpoons
    {character: '≠', latexCommand: '\\neq'},
    {character: '∞', latexCommand: '\\infty'},
    {character: '±', latexCommand: '\\pm'},
    {character: '≤', latexCommand: '\\leq'},
    {character: '≥', latexCommand: '\\geq'},
    {character: 'µ', latexCommand: '\\mu'},
    {character: '∂', latexCommand: '\\partial'},
    {character: '∑', latexCommand: '\\Sigma'},
    {character: '∏', latexCommand: '\\Pi'},
    {character: 'Ω', latexCommand: '\\Omega'},
    {character: 'Δ', latexCommand: '\\Delta'},
    {character: '𝜄', latexCommand: '\\iota'},
    {character: 'Ð'}, // \Eth
    {character: 'ð'}, // \eth
    {character: 'Þ'}, // \thorn
    {character: 'þ'}, // \Thorn
    {character: 'Γ', latexCommand: '\\Gamma'},
    {character: 'Θ', latexCommand: '\\Theta'},
    {character: 'Φ', latexCommand: '\\Phi'},
    {character: 'α', latexCommand: '\\alpha'},
    {character: 'δ', latexCommand: '\\delta'},
    {character: 'ε', latexCommand: '\\varepsilon'},
    {character: 'σ', latexCommand: '\\sigma'},
    {character: 'τ', latexCommand: '\\tau'},
    {character: 'Ω', latexCommand: '\\Omega'},
    {character: 'ω', latexCommand: '\\omega'},
    {character: 'Д'}, // \cyrd
    {character: 'π', latexCommand: '\\pi'},
    {character: 'Ф', latexCommand: '\\phi'},
    {character: '∈', latexCommand: '\\in'},
    {character: '∉', latexCommand: '\\notin'},
    {character: '∋', latexCommand: '\\ni'},
    {character: '⊂', latexCommand: '\\subset'},
    {character: '⊃', latexCommand: '\\supset'},
    {character: '∩', latexCommand: '\\cap'},<commit_msg>Add more symbols<commit_after>module.exports = [
    {character: '°'},
    {character: '≡', latexCommand: '\\equiv'},
    {character: '≢'}, // \nequiv or \not\equiv
    {character: '⌐'}, // \backneg
    {character: '×', latexCommand: '\\times'},
    {character: '÷', latexCommand: '\\div'},
    {character: '·', latexCommand: '\\cdot'},
    {character: '…', latexCommand: '\\dots'},
    {character: '≈', latexCommand: '\\approx'},
    {character: '∼', latexCommand: '\\sim'},
    {character: '¹', latexCommand: '^1'},
    {character: '²', latexCommand: '^2'},
    {character: '³', latexCommand: '^3'},
    {character: '½', latexCommand: '1/2'},
    {character: '←', latexCommand: '\\leftarrow'},
    {character: '↑', latexCommand: '\\uparrow'},
    {character: '→', latexCommand: '\\rightarrow'},
    {character: '↓', latexCommand: '\\downarrow'},
    {character: '↔', latexCommand: '\\leftrightarrow'},
    {character: '⇒', latexCommand: '\\Rightarrow'},
    {character: '⇔', latexCommand: '\\Leftrightarrow'},
    {character: '⇌'}, // \rightleftharpoons
    {character: '≠', latexCommand: '\\neq'},
    {character: '∞', latexCommand: '\\infty'},
    {character: '±', latexCommand: '\\pm'},
    {character: '≤', latexCommand: '\\leq'},
    {character: '≥', latexCommand: '\\geq'},
    {character: 'µ', latexCommand: '\\mu'},
    {character: '∂', latexCommand: '\\partial'},
    {character: '∑', latexCommand: '\\Sigma'},
    {character: '∏', latexCommand: '\\Pi'},
    {character: 'Ω', latexCommand: '\\Omega'},
    {character: 'Δ', latexCommand: '\\Delta'},
    {character: '𝜄', latexCommand: '\\iota'},
    {character: 'Ð'}, // \Eth
    {character: 'ð'}, // \eth
    {character: 'Þ'}, // \thorn
    {character: 'þ'}, // \Thorn
    {character: 'Γ', latexCommand: '\\Gamma'},
    {character: 'Θ', latexCommand: '\\Theta'},
    {character: 'Φ', latexCommand: '\\Phi'},
    {character: 'η', latexCommand: '\\eta'},
    {character: 'α', latexCommand: '\\alpha'},
    {character: 'δ', latexCommand: '\\delta'},
    {character: 'ε', latexCommand: '\\varepsilon'},
    {character: 'σ', latexCommand: '\\sigma'},
    {character: 'τ', latexCommand: '\\tau'},
    {character: 'Ω', latexCommand: '\\Omega'},
    {character: 'ω', latexCommand: '\\omega'},
    {character: 'Д'}, // \cyrd
    {character: 'π', latexCommand: '\\pi'},
    {character: 'Ф', latexCommand: '\\phi'},
    {character: '∈', latexCommand: '\\in'},
    {character: '∉', latexCommand: '\\notin'},
    {character: '∋', latexCommand: '\\ni'},
    {character: 'ℝ'},
    {character: 'ℕ'},
    {character: 'ℤ'},
    {character: 'ℚ'},
    {character: 'ℂ'},
    {character: '⊂', latexCommand: '\\subset'},
    {character: '⊃', latexCommand: '\\supset'},
    {character: '∩', latexCommand: '\\cap'},
{'fraction_non_alphanumeric': 0.2660928143712575, 'fraction_numerical': 0.0018712574850299401, 'mean_word_length': 3.487825356842989, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7186444', 'n_tokens_mistral': 1933, 'n_tokens_neox': 1836, 'n_words': 457}