private StreamTokenizer makeArffTokenizer ( BufferedReader br ) { // Setup tokenizer StreamTokenizer tokenizer = new StreamTokenizer ( br ) ; { tokenizer . resetSyntax ( ) ; tokenizer . whitespaceChars ( 0 , ' ' ) ; tokenizer . ordinaryChars ( ' ' , ' ' ) ; // Do not parse numbers tokenizer . ordinaryChar ( ' ' ) ; tokenizer . ordinaryChar ( ' ' ) ; tokenizer . wordChars ( ' ' + 1 , ' ' ) ; tokenizer . whitespaceChars ( ' ' , ' ' ) ; tokenizer . commentChar ( ' ' ) ; tokenizer . quoteChar ( ' ' ) ; tokenizer . quoteChar ( ' ' ) ; tokenizer . ordinaryChar ( ' ' ) ; tokenizer . ordinaryChar ( ' ' ) ; tokenizer . eolIsSignificant ( true ) ; } return tokenizer ; }
Make a StreamTokenizer for the ARFF format .