private void readRecord ( Tokenizer tk , List < String > record ) throws IOException { record . clear ( ) ; while ( tk . nextToken ( ) == Tokenizer . TT_WORD ) { record . add ( tk . getToken ( ) ) ; } }
Reads each token from a single record and adds it to a list .