<commit_before>map =
  '<=': '⇐' # '\u21d0'
  '=>': '⇒' # '\u21d2'
  '<=>': '⇔' # '\u21d4'
  '<-': '←' # '\u2190'
  '->': '→' # '\u2192'
  '<->': '↔' # '\u2194'

unify = (cm) ->
  pos = cm.getCursor()
  m = /[^\s]+$/.exec cm.getRange {line:pos.line, ch:0}, pos
  token = m?[0]
  if token? and map[token]?
    cm.replaceRange map[token], {line:pos.line, ch:pos.ch-token.length}, pos

CodeMirror.commands['unify'] = unify
CodeMirror.keyMap.default['Ctrl-Space'] = 'unify'<commit_msg>added 3 more unicode chars<commit_after>map =
  '<=': '⇐' # '\u21d0'
  '=>': '⇒' # '\u21d2'
  '<=>': '⇔' # '\u21d4'
  '<-': '←' # '\u2190'
  '->': '→' # '\u2192'
  '<->': '↔' # '\u2194'
  '...': '…'
  '--': '–'
  '---': '—'

unify = (cm) ->
  pos = cm.getCursor()
  m = /[^\s]+$/.exec cm.getRange {line:pos.line, ch:0}, pos
  token = m?[0]
  if token? and map[token]?
    cm.replaceRange map[token], {line:pos.line, ch:pos.ch-token.length}, pos

CodeMirror.commands['unify'] = unify
CodeMirror.keyMap.default['Ctrl-Space'] = 'unify'
{'fraction_non_alphanumeric': 0.3079960513326752, 'fraction_numerical': 0.04639684106614018, 'mean_word_length': 3.1728395061728394, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 13, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6771567', 'n_tokens_mistral': 502, 'n_tokens_neox': 489, 'n_words': 82}