public static Token [ ] makeTokens ( String text , boolean tokenize ) { if ( text == null ) { return null ; } Token [ ] tokens ; if ( tokenize ) { tokens = parse ( text ) ; } else { tokens = new Token [ 1 ] ; tokens [ 0 ] = new Token ( text ) ; } return tokens ; }
Convert the given string into tokens .