7#include "antlr/TokenStreamHiddenTokenFilter.hpp"
8#include "antlr/CommonHiddenStreamToken.hpp"
10#ifdef ANTLR_CXX_SUPPORTS_NAMESPACE
27void TokenStreamHiddenTokenFilter::consume()
29 nextMonitoredToken =
input->nextToken();
32void TokenStreamHiddenTokenFilter::consumeFirst()
40 while ( hideMask.member(LA(1)->getType()) ||
discardMask.member(LA(1)->getType()) ) {
41 if ( hideMask.member(LA(1)->getType()) ) {
46 static_cast<CommonHiddenStreamToken*
>(p.get())->setHiddenAfter(LA(1));
47 static_cast<CommonHiddenStreamToken*
>(LA(1).get())->setHiddenBefore(p);
58BitSet TokenStreamHiddenTokenFilter::getDiscardMask()
const
79BitSet TokenStreamHiddenTokenFilter::getHideMask()
const
92void TokenStreamHiddenTokenFilter::hide(
int m)
97void TokenStreamHiddenTokenFilter::hide(
const BitSet& mask)
102RefToken TokenStreamHiddenTokenFilter::LA(
int)
104 return nextMonitoredToken;
137 while ( hideMask.member(LA(1)->getType()) ||
discardMask.member(LA(1)->getType()) ) {
138 if ( hideMask.member(LA(1)->getType()) ) {
143 if (p != monitored) {
153#ifdef ANTLR_CXX_SUPPORTS_NAMESPACE
A BitSet to replace java.util.BitSet.
This object is a TokenStream that passes through all tokens except for those that you tell it to disc...
BitSet discardMask
The set of token types to discard.
TokenStream * input
The input stream.
RefToken getInitialHiddenToken()
Return the first hidden token if one appears before any monitored token.
TokenStreamHiddenTokenFilter(TokenStream &input)
This object filters a token stream coming from a lexer or another TokenStream so that only certain to...
RefToken getHiddenBefore(RefToken t)
Return a ptr to the hidden token appearing immediately before token t in the input stream.
RefToken lastHiddenToken
track tail of hidden list emanating from previous monitored token
RefToken getHiddenAfter(RefToken t)
Return a ptr to the hidden token appearing immediately after token t in the input stream.
RefToken nextToken()
Return the next monitored token.
This interface allows any object to pretend it is a stream of tokens.