<commit_before>;(function (diff_match_patch) {
  function cledit (contentElt, scrollElt, windowParam) {
    scrollElt = scrollElt || contentElt
    var editor = {
      $contentElt: contentElt,
      $scrollElt: scrollElt,
      $window: windowParam || window,
      $keystrokes: [],
      $markers: {}
    }
    editor.$document = editor.$window.document
    cledit.Utils.createEventHooks(editor)
    var debounce = cledit.Utils.debounce

    editor.toggleEditable = function (isEditable) {
      if (isEditable === undefined) {
        isEditable = !contentElt.contentEditable
      }
      contentElt.contentEditable = isEditable
    }
    editor.toggleEditable(true)

    function getTextContent () {
      var textContent = contentElt.textContent.replace(/\r\n?/g, '\n') // Mac/DOS to Unix
      if (textContent.slice(-1) !== '\n') {
        textContent += '\n'
      }
      return textContent<commit_msg>Better line breaks sanitization<commit_after>;(function (diff_match_patch) {
  function cledit (contentElt, scrollElt, windowParam) {
    scrollElt = scrollElt || contentElt
    var editor = {
      $contentElt: contentElt,
      $scrollElt: scrollElt,
      $window: windowParam || window,
      $keystrokes: [],
      $markers: {}
    }
    editor.$document = editor.$window.document
    cledit.Utils.createEventHooks(editor)
    var debounce = cledit.Utils.debounce

    editor.toggleEditable = function (isEditable) {
      if (isEditable === undefined) {
        isEditable = !contentElt.contentEditable
      }
      contentElt.contentEditable = isEditable
    }
    editor.toggleEditable(true)

    function getTextContent () {
      var textContent = contentElt.textContent.replace(/\r[\n\u0085]?|[\u2424\u2028\u0085]/g, '\n') // Markdown-it sanitization (Mac/DOS to Unix)
      if (textContent.slice(-1) !== '\n') {
        textContent += '\n'
      }
      return textContent
{'fraction_non_alphanumeric': 0.12447257383966245, 'fraction_numerical': 0.00949367088607595, 'mean_word_length': 2.8952772073921973, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2843541', 'n_tokens_mistral': 622, 'n_tokens_neox': 600, 'n_words': 112}