protected void tokenValueIsFinished ( ) { _scanner . tokenIsFinished ( ) ; if ( IonType . BLOB . equals ( _value_type ) || IonType . CLOB . equals ( _value_type ) ) { int state_after_scalar = get_state_after_value ( ) ; set_state ( state_after_scalar ) ; } }
called by super classes to tell us that the current token has been consumed .