private void findTokens ( ) { mergedTokens = new TokenList ( ) ; variable = null ; state = TokenizerState . START ; index = - 1 ; while ( index < rawTokens . length ) { switch ( state ) { case START : next ( TokenizerState . OUTSIDE_VARIABLE_CONTEXT ) ; break ; case OUTSIDE_VARIABLE_CONTEXT : handleTokenOutsideOfVariableContext ( ) ; break ; case INSIDE_VARIABLE_CONTEXT : handleTokenInsideOfVariableContext ( ) ; break ; default : break ; } } }
Finds tokens within the split statement name .