<commit_before>TextParser = {
  rawWords: [],
  wordsObj: {},
  words: [],
  finalWords: [],
  sentences: [],
  full_sentences: [],
  root_weight: 0,
  excerpt: "",
  root: "",
  defaultInput: "",


  init: function() {
      var input = this.get('input') || this.get('defaultInput');
      alert('ive been initialized!!');
      alert(input);
      this.parseRoot(input);
      this.setExcerpt(input);
      this.parse_input(input, this.root);
      this.to_json();
      window.theWords = this.words;
      window.theSentences = this.sentences;
      window.wordsObj = this.wordsObj;
      this.uniqueWords();
      window.finalWords = this.finalWords;
      // $('#document').attr("data-words", this.words);
      // $('#word_cloud').jQCloud(this.words, {root: this.root, width: 295, height: 345});
      // $('#word_cloud').jQCloud $('#document').data('words'), {root: root, width: 295, height: 345}<commit_msg>bye bye<commit_after>TextParser = {
  rawWords: [],
  wordsObj: {},
  words: [],
  finalWords: [],
  sentences: [],
  full_sentences: [],
  root_weight: 0,
  excerpt: "",
  root: "",
  defaultInput: "",


  init: function() {
      var input = this.get('input') || this.get('defaultInput');
      alert('ive been initialized!!');
      alert(input);
      this.parseRoot(input);
      this.setExcerpt(input);
      this.parse_input(input, this.root);
      window.theWords = this.words;
      window.theSentences = this.sentences;
      window.wordsObj = this.wordsObj;
      this.uniqueWords();
      window.finalWords = this.finalWords;
      // $('#document').attr("data-words", this.words);
      // $('#word_cloud').jQCloud(this.words, {root: this.root, width: 295, height: 345});
      // $('#word_cloud').jQCloud $('#document').data('words'), {root: root, width: 295, height: 345}
{'fraction_non_alphanumeric': 0.19311875693673697, 'fraction_numerical': 0.014428412874583796, 'mean_word_length': 3.2126168224299065, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1596019', 'n_tokens_mistral': 617, 'n_tokens_neox': 570, 'n_words': 105}