private void initTokenizer ( StreamTokenizer tokenizer ) { tokenizer . resetSyntax ( ) ; tokenizer . whitespaceChars ( 0 , ' ' ) ; tokenizer . wordChars ( ' ' + 1 , ' ' ) ; tokenizer . whitespaceChars ( ' ' , ' ' ) ; tokenizer . commentChar ( ' ' ) ; tokenizer . quoteChar ( ' ' ) ; tokenizer . quoteChar ( ' ' ) ; tokenizer . ordinaryChar ( ' ' ) ; tokenizer . ordinaryChar ( ' ' ) ; tokenizer . eolIsSignificant ( true ) ; }
Initializes the StreamTokenizer used for reading the ARFF file .