<commit_before>#include <iostream>
#include <sstream>
#include <vector>
#include <iterator>


  std::string sentence;
  std::stringstream command(sentence); //"command" is the broken down version of "sentence"
  std::istream_iterator<std::string> begin(command); //set begining of iterator for words in "command" 
  std::istream_iterator<std::string> end; //set end of iterator for words in "command"
  std::vector <std::string> parseCommand(begin, end);//sets parsed words from "command" into vector labled "parseCommand"



  
  
  
<commit_msg>Update parser.h<commit_after>#include <iostream>
#include <sstream>
#include <vector>
#include <iterator>


  std::string sentence;
  std::stringstream command(sentence); //"command" is the broken down version of "sentence"
  std::istream_iterator<std::string> begin(command); //set begining of iterator for words in "command" 
  std::istream_iterator<std::string> end; //set end of iterator for words in "command"
  std::vector <std::string> parseCommand(begin, end);//sets parsed words from "command" into vector labled "parseCommand"


{'fraction_non_alphanumeric': 0.12811059907834102, 'fraction_numerical': 0.0, 'mean_word_length': 5.703703703703703, 'pattern_counts': {'":': 0, '<': 17, '<?xml version=': 0, '>': 17, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4289624', 'n_tokens_mistral': 328, 'n_tokens_neox': 313, 'n_words': 105}