antlr3tokenstream.c File Reference

Default implementation of CommonTokenStream. More...

#include <antlr3tokenstream.h>

Include dependency graph for antlr3tokenstream.c:

Functions
static ANTLR3_UINT32	_LA (pANTLR3_INT_STREAM is, ANTLR3_INT32 i)
ANTLR3_API pANTLR3_COMMON_TOKEN_STREAM	antlr3CommonTokenDebugStreamSourceNew (ANTLR3_UINT32 hint, pANTLR3_TOKEN_SOURCE source, pANTLR3_DEBUG_EVENT_LISTENER debugger)
ANTLR3_API pANTLR3_COMMON_TOKEN_STREAM	antlr3CommonTokenStreamNew (ANTLR3_UINT32 hint)
ANTLR3_API pANTLR3_COMMON_TOKEN_STREAM	antlr3CommonTokenStreamSourceNew (ANTLR3_UINT32 hint, pANTLR3_TOKEN_SOURCE source)
static void	antlr3CTSFree (pANTLR3_COMMON_TOKEN_STREAM stream)
static void	antlr3TokenStreamFree (pANTLR3_TOKEN_STREAM stream)
ANTLR3_API pANTLR3_TOKEN_STREAM	antlr3TokenStreamNew ()
static void	consume (pANTLR3_INT_STREAM is)
	Move the input pointer to the next incoming token.
static void	consumeInitialHiddenTokens (pANTLR3_INT_STREAM is)
	Debug only method to flag consumption of initial off-channel tokens in the input stream.
static void	dbgConsume (pANTLR3_INT_STREAM is)
	As per ordinary consume but notifies the debugger about hidden tokens and so on.
static ANTLR3_UINT32	dbgLA (pANTLR3_INT_STREAM is, ANTLR3_INT32 i)
	As per _LA() but for debug mode.
static ANTLR3_MARKER	dbgMark (pANTLR3_INT_STREAM is)
	As per mark() but with a call to tell the debugger we are doing this.
static void	dbgRewindLast (pANTLR3_INT_STREAM is)
static void	dbgRewindStream (pANTLR3_INT_STREAM is, ANTLR3_MARKER marker)
static void	dbgSeek (pANTLR3_INT_STREAM is, ANTLR3_MARKER index)
static pANTLR3_COMMON_TOKEN	dbgTokLT (pANTLR3_TOKEN_STREAM ts, ANTLR3_INT32 k)
	As per the normal tokLT but sends information to the debugger.
static void	discardOffChannel (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_BOOLEAN discard)
static void	discardTokenType (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_INT32 ttype)
static void	fillBuffer (pANTLR3_COMMON_TOKEN_STREAM tokenStream)
ANTLR3_API void	fillBufferExt (pANTLR3_COMMON_TOKEN_STREAM tokenStream)
static pANTLR3_COMMON_TOKEN	get (pANTLR3_TOKEN_STREAM ts, ANTLR3_UINT32 i)
static pANTLR3_STRING	getSourceName (pANTLR3_INT_STREAM is)
	Return a string that represents the name assoicated with the input source.
static pANTLR3_LIST	getTokenRange (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop)
static pANTLR3_VECTOR	getTokens (pANTLR3_COMMON_TOKEN_STREAM cts)
static pANTLR3_LIST	getTokensList (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pANTLR3_LIST list)
static pANTLR3_TOKEN_SOURCE	getTokenSource (pANTLR3_TOKEN_STREAM ts)
static pANTLR3_LIST	getTokensSet (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pANTLR3_BITSET types)
	Given a start and stop index, return a List of all tokens in the token type BitSet.
static pANTLR3_LIST	getTokensType (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, ANTLR3_UINT32 type)
static pANTLR3_COMMON_TOKEN	LB (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i)
static ANTLR3_MARKER	mark (pANTLR3_INT_STREAM is)
static void	release (pANTLR3_INT_STREAM is, ANTLR3_MARKER mark)
static void	reset (pANTLR3_COMMON_TOKEN_STREAM cts)
static void	rewindLast (pANTLR3_INT_STREAM is)
static void	rewindStream (pANTLR3_INT_STREAM is, ANTLR3_MARKER marker)
static void	seek (pANTLR3_INT_STREAM is, ANTLR3_MARKER index)
static void	setDebugListener (pANTLR3_TOKEN_STREAM ts, pANTLR3_DEBUG_EVENT_LISTENER debugger)
static void	setTokenSource (pANTLR3_TOKEN_STREAM ts, pANTLR3_TOKEN_SOURCE tokenSource)
static void	setTokenTypeChannel (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 ttype, ANTLR3_UINT32 channel)
	A simple filter mechanism whereby you can tell this token stream to force all tokens of type ttype to be on channel.
static ANTLR3_UINT32	size (pANTLR3_INT_STREAM is)
static ANTLR3_UINT32	skipOffTokenChannels (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i)
	Given a starting index, return the index of the first on-channel token.
static ANTLR3_UINT32	skipOffTokenChannelsReverse (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i)
static ANTLR3_MARKER	tindex (pANTLR3_INT_STREAM is)
static pANTLR3_COMMON_TOKEN	tokLT (pANTLR3_TOKEN_STREAM ts, ANTLR3_INT32 k)
	Get the ith token from the current position 1..n where k=1 is the first symbol of lookahead.
static pANTLR3_STRING	toString (pANTLR3_TOKEN_STREAM ts)
static pANTLR3_STRING	toStringSS (pANTLR3_TOKEN_STREAM ts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop)
static pANTLR3_STRING	toStringTT (pANTLR3_TOKEN_STREAM ts, pANTLR3_COMMON_TOKEN start, pANTLR3_COMMON_TOKEN stop)

Detailed Description

Default implementation of CommonTokenStream.

Function Documentation

_LA()

ANTLR3_UINT32 _LA ( pANTLR3_INT_STREAM is, ANTLR3_INT32 i )

static

References _LA(), ANTLR3_TOKEN_STREAM_struct::_LT, ANTLR3_TOKEN_INVALID, ANTLR3_COMMON_TOKEN_struct::getType, and ANTLR3_INT_STREAM_struct::super.

Here is the call graph for this function:

antlr3CommonTokenDebugStreamSourceNew()

ANTLR3_API pANTLR3_COMMON_TOKEN_STREAM antlr3CommonTokenDebugStreamSourceNew	(	ANTLR3_UINT32	hint,
		pANTLR3_TOKEN_SOURCE	source,
		pANTLR3_DEBUG_EVENT_LISTENER	debugger )

References ANTLR3_INT_STREAM_struct::_LA, ANTLR3_TOKEN_STREAM_struct::_LT, ANTLR3_FALSE, antlr3CommonTokenDebugStreamSourceNew(), antlr3CommonTokenStreamSourceNew(), ANTLR3_INT_STREAM_struct::consume, dbgConsume(), dbgLA(), dbgMark(), dbgRewindLast(), dbgRewindStream(), dbgSeek(), dbgTokLT(), ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_TOKEN_STREAM_struct::initialStreamState, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_INT_STREAM_struct::mark, ANTLR3_INT_STREAM_struct::rewind, ANTLR3_INT_STREAM_struct::rewindLast, ANTLR3_INT_STREAM_struct::seek, and ANTLR3_COMMON_TOKEN_STREAM_struct::tstream.

Referenced by antlr3CommonTokenDebugStreamSourceNew().

Here is the call graph for this function:

Here is the caller graph for this function:

antlr3CommonTokenStreamNew()

ANTLR3_API pANTLR3_COMMON_TOKEN_STREAM antlr3CommonTokenStreamNew

(

ANTLR3_UINT32

hint

)

References _LA(), ANTLR3_INT_STREAM_struct::_LA, ANTLR3_TOKEN_STREAM_struct::_LT, ANTLR3_TOKENSTREAM, antlr3CommonTokenStreamNew(), antlr3IntStreamNew(), antlr3TokenStreamNew(), antlr3VectorNew(), ANTLR3_INT_STREAM_struct::consume, consume(), discardOffChannel(), ANTLR3_COMMON_TOKEN_STREAM_struct::discardOffChannelToks, ANTLR3_COMMON_TOKEN_STREAM_struct::discardTokenType, discardTokenType(), ANTLR3_TOKEN_STREAM_struct::get, get(), ANTLR3_INT_STREAM_struct::getSourceName, getSourceName(), ANTLR3_COMMON_TOKEN_STREAM_struct::getTokenRange, getTokenRange(), ANTLR3_COMMON_TOKEN_STREAM_struct::getTokens, getTokens(), ANTLR3_COMMON_TOKEN_STREAM_struct::getTokensList, getTokensList(), ANTLR3_TOKEN_STREAM_struct::getTokenSource, getTokenSource(), ANTLR3_COMMON_TOKEN_STREAM_struct::getTokensSet, getTokensSet(), ANTLR3_COMMON_TOKEN_STREAM_struct::getTokensType, getTokensType(), ANTLR3_INT_STREAM_struct::index, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_INT_STREAM_struct::mark, mark(), ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_INT_STREAM_struct::release, release(), ANTLR3_COMMON_TOKEN_STREAM_struct::reset, reset(), ANTLR3_INT_STREAM_struct::rewind, ANTLR3_INT_STREAM_struct::rewindLast, rewindLast(), rewindStream(), ANTLR3_INT_STREAM_struct::seek, seek(), ANTLR3_TOKEN_STREAM_struct::setDebugListener, setDebugListener(), ANTLR3_TOKEN_STREAM_struct::setTokenSource, setTokenSource(), ANTLR3_COMMON_TOKEN_STREAM_struct::setTokenTypeChannel, setTokenTypeChannel(), ANTLR3_INT_STREAM_struct::size, size(), ANTLR3_INT_STREAM_struct::super, ANTLR3_TOKEN_STREAM_struct::super, tindex(), ANTLR3_COMMON_TOKEN_STREAM_struct::tokens, tokLT(), ANTLR3_TOKEN_STREAM_struct::toString, toString(), ANTLR3_TOKEN_STREAM_struct::toStringSS, toStringSS(), ANTLR3_TOKEN_STREAM_struct::toStringTT, toStringTT(), ANTLR3_COMMON_TOKEN_STREAM_struct::tstream, and ANTLR3_INT_STREAM_struct::type.

Referenced by antlr3CommonTokenStreamNew(), and antlr3CommonTokenStreamSourceNew().

Here is the call graph for this function:

Here is the caller graph for this function:

antlr3CommonTokenStreamSourceNew()

ANTLR3_API pANTLR3_COMMON_TOKEN_STREAM antlr3CommonTokenStreamSourceNew	(	ANTLR3_UINT32	hint,
		pANTLR3_TOKEN_SOURCE	source )

References ANTLR3_FALSE, ANTLR3_TOKEN_DEFAULT_CHANNEL, antlr3CommonTokenStreamNew(), antlr3CommonTokenStreamSourceNew(), antlr3CTSFree(), ANTLR3_COMMON_TOKEN_STREAM_struct::channel, ANTLR3_COMMON_TOKEN_STREAM_struct::channelOverrides, ANTLR3_COMMON_TOKEN_STREAM_struct::discardOffChannel, ANTLR3_COMMON_TOKEN_STREAM_struct::discardSet, ANTLR3_COMMON_TOKEN_STREAM_struct::free, ANTLR3_TOKEN_STREAM_struct::setTokenSource, and ANTLR3_COMMON_TOKEN_STREAM_struct::tstream.

Referenced by antlr3CommonTokenDebugStreamSourceNew(), and antlr3CommonTokenStreamSourceNew().

Here is the call graph for this function:

Here is the caller graph for this function:

antlr3CTSFree()

void antlr3CTSFree ( pANTLR3_COMMON_TOKEN_STREAM stream )

static

References antlr3CTSFree(), ANTLR3_COMMON_TOKEN_STREAM_struct::channelOverrides, ANTLR3_COMMON_TOKEN_STREAM_struct::discardSet, ANTLR3_INT_STREAM_struct::free, ANTLR3_LIST_struct::free, ANTLR3_TOKEN_STREAM_struct::free, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_INT_STREAM_struct::super, ANTLR3_TOKEN_STREAM_struct::super, ANTLR3_COMMON_TOKEN_STREAM_struct::tokens, and ANTLR3_COMMON_TOKEN_STREAM_struct::tstream.

Referenced by antlr3CommonTokenStreamSourceNew(), and antlr3CTSFree().

Here is the call graph for this function:

Here is the caller graph for this function:

antlr3TokenStreamFree()

void antlr3TokenStreamFree ( pANTLR3_TOKEN_STREAM stream )

static

References antlr3TokenStreamFree().

Referenced by antlr3TokenStreamFree(), and antlr3TokenStreamNew().

Here is the call graph for this function:

Here is the caller graph for this function:

antlr3TokenStreamNew()

ANTLR3_API pANTLR3_TOKEN_STREAM antlr3TokenStreamNew

(

)

References antlr3TokenStreamFree(), antlr3TokenStreamNew(), and ANTLR3_TOKEN_STREAM_struct::free.

Referenced by antlr3CommonTokenStreamNew(), and antlr3TokenStreamNew().

Here is the call graph for this function:

Here is the caller graph for this function:

consume()

void consume ( pANTLR3_INT_STREAM is )

static

Move the input pointer to the next incoming token.

The stream must become active with LT(1) available. consume() simply moves the input pointer so that LT(1) points at the next input symbol. Consume at least one token.

Walk past any token not on the channel the parser is listening to.

References consume(), ANTLR3_VECTOR_struct::count, ANTLR3_COMMON_TOKEN_STREAM_struct::p, skipOffTokenChannels(), ANTLR3_INT_STREAM_struct::super, ANTLR3_TOKEN_STREAM_struct::super, and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens.

Here is the call graph for this function:

consumeInitialHiddenTokens()

void consumeInitialHiddenTokens ( pANTLR3_INT_STREAM is )

static

Debug only method to flag consumption of initial off-channel tokens in the input stream.

References ANTLR3_FALSE, ANTLR3_DEBUG_EVENT_LISTENER_struct::consumeHiddenToken, consumeInitialHiddenTokens(), ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_TOKEN_STREAM_struct::get, ANTLR3_INT_STREAM_struct::index, ANTLR3_TOKEN_STREAM_struct::initialStreamState, and ANTLR3_INT_STREAM_struct::super.

Referenced by consumeInitialHiddenTokens(), dbgConsume(), dbgLA(), and dbgTokLT().

Here is the call graph for this function:

Here is the caller graph for this function:

dbgConsume()

void dbgConsume ( pANTLR3_INT_STREAM is )

static

As per ordinary consume but notifies the debugger about hidden tokens and so on.

References ANTLR3_TOKEN_STREAM_struct::_LT, ANTLR3_TRUE, consume(), ANTLR3_DEBUG_EVENT_LISTENER_struct::consumeHiddenToken, consumeInitialHiddenTokens(), ANTLR3_DEBUG_EVENT_LISTENER_struct::consumeToken, dbgConsume(), ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_TOKEN_STREAM_struct::get, ANTLR3_INT_STREAM_struct::index, ANTLR3_TOKEN_STREAM_struct::initialStreamState, and ANTLR3_INT_STREAM_struct::super.

Referenced by antlr3CommonTokenDebugStreamSourceNew(), dbgConsume(), and setDebugListener().

Here is the call graph for this function:

Here is the caller graph for this function:

dbgLA()

ANTLR3_UINT32 dbgLA ( pANTLR3_INT_STREAM is, ANTLR3_INT32 i )

static

As per _LA() but for debug mode.

References _LA(), ANTLR3_TRUE, consumeInitialHiddenTokens(), dbgLA(), ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_TOKEN_STREAM_struct::initialStreamState, ANTLR3_DEBUG_EVENT_LISTENER_struct::LT, ANTLR3_INT_STREAM_struct::super, and tokLT().

Referenced by antlr3CommonTokenDebugStreamSourceNew(), dbgLA(), and setDebugListener().

Here is the call graph for this function:

Here is the caller graph for this function:

dbgMark()

ANTLR3_MARKER dbgMark ( pANTLR3_INT_STREAM is )

static

As per mark() but with a call to tell the debugger we are doing this.

References dbgMark(), ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_INT_STREAM_struct::index, ANTLR3_INT_STREAM_struct::lastMarker, ANTLR3_DEBUG_EVENT_LISTENER_struct::mark, and ANTLR3_INT_STREAM_struct::super.

Referenced by antlr3CommonTokenDebugStreamSourceNew(), dbgMark(), and setDebugListener().

Here is the call graph for this function:

Here is the caller graph for this function:

dbgRewindLast()

void dbgRewindLast ( pANTLR3_INT_STREAM is )

static

References dbgRewindLast(), ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_INT_STREAM_struct::lastMarker, ANTLR3_INT_STREAM_struct::rewind, ANTLR3_DEBUG_EVENT_LISTENER_struct::rewindLast, and ANTLR3_INT_STREAM_struct::super.

Referenced by antlr3CommonTokenDebugStreamSourceNew(), dbgRewindLast(), and setDebugListener().

Here is the call graph for this function:

Here is the caller graph for this function:

dbgRewindStream()

void dbgRewindStream ( pANTLR3_INT_STREAM is, ANTLR3_MARKER marker )

static

References dbgRewindStream(), ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_DEBUG_EVENT_LISTENER_struct::rewind, ANTLR3_INT_STREAM_struct::seek, and ANTLR3_INT_STREAM_struct::super.

Referenced by antlr3CommonTokenDebugStreamSourceNew(), dbgRewindStream(), and setDebugListener().

Here is the call graph for this function:

Here is the caller graph for this function:

dbgSeek()

void dbgSeek ( pANTLR3_INT_STREAM is, ANTLR3_MARKER index )

static

References dbgSeek(), and seek().

Referenced by antlr3CommonTokenDebugStreamSourceNew(), dbgSeek(), and setDebugListener().

Here is the call graph for this function:

Here is the caller graph for this function:

dbgTokLT()

pANTLR3_COMMON_TOKEN dbgTokLT ( pANTLR3_TOKEN_STREAM ts, ANTLR3_INT32 k )

static

As per the normal tokLT but sends information to the debugger.

References ANTLR3_TRUE, consumeInitialHiddenTokens(), dbgTokLT(), ANTLR3_TOKEN_STREAM_struct::initialStreamState, ANTLR3_TOKEN_STREAM_struct::istream, and tokLT().

Referenced by antlr3CommonTokenDebugStreamSourceNew(), dbgTokLT(), and setDebugListener().

Here is the call graph for this function:

Here is the caller graph for this function:

discardOffChannel()

void discardOffChannel ( pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_BOOLEAN discard )

static

References ANTLR3_COMMON_TOKEN_STREAM_struct::discardOffChannel, and discardOffChannel().

Referenced by antlr3CommonTokenStreamNew(), and discardOffChannel().

Here is the call graph for this function:

Here is the caller graph for this function:

discardTokenType()

void discardTokenType ( pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_INT32 ttype )

static

References ANTLR3_FUNC_PTR, antlr3ListNew(), ANTLR3_COMMON_TOKEN_STREAM_struct::discardSet, discardTokenType(), and ANTLR3_LIST_struct::put.

Referenced by antlr3CommonTokenStreamNew(), and discardTokenType().

Here is the call graph for this function:

Here is the caller graph for this function:

fillBuffer()

void fillBuffer ( pANTLR3_COMMON_TOKEN_STREAM tokenStream )

static

References ANTLR3_VECTOR_struct::add, ANTLR3_FALSE, ANTLR3_TOKEN_EOF, ANTLR3_TRUE, ANTLR3_UINT32_CAST, ANTLR3_INT_STREAM_struct::cachedSize, ANTLR3_COMMON_TOKEN_STREAM_struct::channel, ANTLR3_COMMON_TOKEN_STREAM_struct::channelOverrides, ANTLR3_VECTOR_struct::count, ANTLR3_COMMON_TOKEN_STREAM_struct::discardOffChannel, ANTLR3_COMMON_TOKEN_STREAM_struct::discardSet, fillBuffer(), ANTLR3_LIST_struct::get, ANTLR3_COMMON_TOKEN_struct::getChannel, ANTLR3_COMMON_TOKEN_struct::getType, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_TOKEN_SOURCE_struct::nextToken, ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_COMMON_TOKEN_struct::setChannel, ANTLR3_COMMON_TOKEN_struct::setTokenIndex, skipOffTokenChannels(), ANTLR3_COMMON_TOKEN_STREAM_struct::tokens, ANTLR3_TOKEN_STREAM_struct::tokenSource, ANTLR3_COMMON_TOKEN_STREAM_struct::tstream, and ANTLR3_COMMON_TOKEN_struct::type.

Here is the call graph for this function:

fillBufferExt()

ANTLR3_API void fillBufferExt

(

pANTLR3_COMMON_TOKEN_STREAM

tokenStream

)

References fillBuffer(), and fillBufferExt().

Referenced by antlr3UnbufTreeNodeStreamNew(), and fillBufferExt().

Here is the call graph for this function:

Here is the caller graph for this function:

get()

pANTLR3_COMMON_TOKEN get ( pANTLR3_TOKEN_STREAM ts, ANTLR3_UINT32 i )

static

References ANTLR3_VECTOR_struct::get, get(), ANTLR3_TOKEN_STREAM_struct::super, and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens.

Here is the call graph for this function:

getSourceName()

pANTLR3_STRING getSourceName ( pANTLR3_INT_STREAM is )

static

Return a string that represents the name assoicated with the input source.

/param[in] is The ANTLR3_INT_STREAM interface that is representing this token stream.

/returns /implements ANTLR3_INT_STREAM_struct::getSourceName()

References getSourceName(), and ANTLR3_INT_STREAM_struct::super.

Referenced by antlr3CommonTokenStreamNew(), and getSourceName().

Here is the call graph for this function:

Here is the caller graph for this function:

getTokenRange()

pANTLR3_LIST getTokenRange ( pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop )

static

References getTokenRange(), and ANTLR3_COMMON_TOKEN_STREAM_struct::getTokensSet.

Referenced by antlr3CommonTokenStreamNew(), and getTokenRange().

Here is the call graph for this function:

Here is the caller graph for this function:

getTokens()

pANTLR3_VECTOR getTokens ( pANTLR3_COMMON_TOKEN_STREAM cts )

static

References fillBuffer(), getTokens(), ANTLR3_COMMON_TOKEN_STREAM_struct::p, and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens.

Referenced by antlr3CommonTokenStreamNew(), and getTokens().

Here is the call graph for this function:

Here is the caller graph for this function:

getTokensList()

pANTLR3_LIST getTokensList ( pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pANTLR3_LIST list )

static

References antlr3BitsetList(), ANTLR3_BITSET_struct::free, getTokensList(), ANTLR3_COMMON_TOKEN_STREAM_struct::getTokensSet, and ANTLR3_LIST_struct::table.

Referenced by antlr3CommonTokenStreamNew(), and getTokensList().

Here is the call graph for this function:

Here is the caller graph for this function:

getTokenSource()

pANTLR3_TOKEN_SOURCE getTokenSource ( pANTLR3_TOKEN_STREAM ts )

static

References getTokenSource(), and ANTLR3_TOKEN_STREAM_struct::tokenSource.

Referenced by antlr3CommonTokenStreamNew(), and getTokenSource().

Here is the call graph for this function:

Here is the caller graph for this function:

getTokensSet()

pANTLR3_LIST getTokensSet ( pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pANTLR3_BITSET types )

static

Given a start and stop index, return a List of all tokens in the token type BitSet.

Return null if no tokens were found. This method looks at both on and off channel tokens.

References ANTLR3_TRUE, antlr3ListNew(), fillBuffer(), ANTLR3_LIST_struct::free, ANTLR3_TOKEN_STREAM_struct::get, getTokensSet(), ANTLR3_COMMON_TOKEN_struct::getType, ANTLR3_BITSET_struct::isMember, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_LIST_struct::put, ANTLR3_INT_STREAM_struct::size, ANTLR3_LIST_struct::size, and ANTLR3_COMMON_TOKEN_STREAM_struct::tstream.

Referenced by antlr3CommonTokenStreamNew(), and getTokensSet().

Here is the call graph for this function:

Here is the caller graph for this function:

getTokensType()

pANTLR3_LIST getTokensType ( pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, ANTLR3_UINT32 type )

static

References antlr3BitsetOf(), ANTLR3_BITSET_struct::free, ANTLR3_COMMON_TOKEN_STREAM_struct::getTokensSet, and getTokensType().

Referenced by antlr3CommonTokenStreamNew(), and getTokensType().

Here is the call graph for this function:

Here is the caller graph for this function:

LB()

pANTLR3_COMMON_TOKEN LB ( pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i )

static

References ANTLR3_VECTOR_ELEMENT_struct::element, ANTLR3_VECTOR_struct::elements, fillBuffer(), LB(), ANTLR3_COMMON_TOKEN_STREAM_struct::p, skipOffTokenChannelsReverse(), and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens.

Here is the call graph for this function:

mark()

ANTLR3_MARKER mark ( pANTLR3_INT_STREAM is )

static

References ANTLR3_INT_STREAM_struct::index, ANTLR3_INT_STREAM_struct::lastMarker, and mark().

Here is the call graph for this function:

release()

void release ( pANTLR3_INT_STREAM is, ANTLR3_MARKER mark )

static

References mark(), and release().

Here is the call graph for this function:

reset()

void reset ( pANTLR3_COMMON_TOKEN_STREAM cts )

static

References ANTLR3_FALSE, ANTLR3_TOKEN_DEFAULT_CHANNEL, antlr3VectorNew(), ANTLR3_COMMON_TOKEN_STREAM_struct::channel, ANTLR3_COMMON_TOKEN_STREAM_struct::channelOverrides, ANTLR3_VECTOR_struct::clear, ANTLR3_COMMON_TOKEN_STREAM_struct::discardOffChannel, ANTLR3_COMMON_TOKEN_STREAM_struct::discardSet, ANTLR3_LIST_struct::free, ANTLR3_COMMON_TOKEN_STREAM_struct::p, reset(), and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens.

Here is the call graph for this function:

rewindLast()

void rewindLast ( pANTLR3_INT_STREAM is )

static

References ANTLR3_INT_STREAM_struct::lastMarker, ANTLR3_INT_STREAM_struct::rewind, and rewindLast().

Here is the call graph for this function:

rewindStream()

void rewindStream ( pANTLR3_INT_STREAM is, ANTLR3_MARKER marker )

static

References rewindStream(), and ANTLR3_INT_STREAM_struct::seek.

Referenced by antlr3CommonTokenStreamNew(), and rewindStream().

Here is the call graph for this function:

Here is the caller graph for this function:

seek()

void seek ( pANTLR3_INT_STREAM is, ANTLR3_MARKER index )

static

References ANTLR3_COMMON_TOKEN_STREAM_struct::p, seek(), ANTLR3_INT_STREAM_struct::super, and ANTLR3_TOKEN_STREAM_struct::super.

Here is the call graph for this function:

setDebugListener()

void setDebugListener ( pANTLR3_TOKEN_STREAM ts, pANTLR3_DEBUG_EVENT_LISTENER debugger )

static

References ANTLR3_INT_STREAM_struct::_LA, ANTLR3_TOKEN_STREAM_struct::_LT, ANTLR3_FALSE, ANTLR3_INT_STREAM_struct::consume, dbgConsume(), dbgLA(), dbgMark(), dbgRewindLast(), dbgRewindStream(), dbgSeek(), dbgTokLT(), ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_TOKEN_STREAM_struct::initialStreamState, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_INT_STREAM_struct::mark, ANTLR3_INT_STREAM_struct::rewind, ANTLR3_INT_STREAM_struct::rewindLast, ANTLR3_INT_STREAM_struct::seek, and setDebugListener().

Here is the call graph for this function:

setTokenSource()

void setTokenSource ( pANTLR3_TOKEN_STREAM ts, pANTLR3_TOKEN_SOURCE tokenSource )

static

References setTokenSource(), and ANTLR3_TOKEN_STREAM_struct::tokenSource.

Referenced by antlr3CommonTokenStreamNew(), and setTokenSource().

Here is the call graph for this function:

Here is the caller graph for this function:

setTokenTypeChannel()

void setTokenTypeChannel ( pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 ttype, ANTLR3_UINT32 channel )

static

A simple filter mechanism whereby you can tell this token stream to force all tokens of type ttype to be on channel.

For example, when interpreting, we cannot execute actions so we need to tell the stream to force all WS and NEWLINE to be a different, ignored, channel.

References ANTLR3_FUNC_PTR, antlr3ListNew(), ANTLR3_COMMON_TOKEN_STREAM_struct::channelOverrides, ANTLR3_LIST_struct::put, and setTokenTypeChannel().

Referenced by antlr3CommonTokenStreamNew(), and setTokenTypeChannel().

Here is the call graph for this function:

Here is the caller graph for this function:

size()

ANTLR3_UINT32 size ( pANTLR3_INT_STREAM is )

static

References ANTLR3_INT_STREAM_struct::cachedSize, ANTLR3_VECTOR_struct::count, ANTLR3_INT_STREAM_struct::super, ANTLR3_TOKEN_STREAM_struct::super, and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens.

Referenced by antlr3CommonTokenStreamNew().

Here is the caller graph for this function:

skipOffTokenChannels()

ANTLR3_UINT32 skipOffTokenChannels ( pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i )

static

Given a starting index, return the index of the first on-channel token.

References ANTLR3_INT_STREAM_struct::cachedSize, ANTLR3_COMMON_TOKEN_STREAM_struct::channel, ANTLR3_COMMON_TOKEN_struct::channel, ANTLR3_VECTOR_ELEMENT_struct::element, ANTLR3_VECTOR_struct::elements, ANTLR3_TOKEN_STREAM_struct::istream, skipOffTokenChannels(), ANTLR3_COMMON_TOKEN_STREAM_struct::tokens, and ANTLR3_COMMON_TOKEN_STREAM_struct::tstream.

Referenced by consume(), fillBuffer(), skipOffTokenChannels(), and tokLT().

Here is the call graph for this function:

Here is the caller graph for this function:

skipOffTokenChannelsReverse()

ANTLR3_UINT32 skipOffTokenChannelsReverse ( pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i )

static

References ANTLR3_COMMON_TOKEN_STREAM_struct::channel, ANTLR3_COMMON_TOKEN_struct::channel, ANTLR3_VECTOR_ELEMENT_struct::element, ANTLR3_VECTOR_struct::elements, skipOffTokenChannelsReverse(), and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens.

Referenced by LB(), and skipOffTokenChannelsReverse().

Here is the call graph for this function:

Here is the caller graph for this function:

tindex()

ANTLR3_MARKER tindex ( pANTLR3_INT_STREAM is )

static

References ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_INT_STREAM_struct::super, ANTLR3_TOKEN_STREAM_struct::super, and tindex().

Here is the call graph for this function:

tokLT()

pANTLR3_COMMON_TOKEN tokLT ( pANTLR3_TOKEN_STREAM ts, ANTLR3_INT32 k )

static

Get the ith token from the current position 1..n where k=1 is the first symbol of lookahead.

References ANTLR3_INT_STREAM_struct::cachedSize, ANTLR3_VECTOR_ELEMENT_struct::element, ANTLR3_VECTOR_struct::elements, ANTLR3_TOKEN_SOURCE_struct::eofToken, fillBuffer(), ANTLR3_INT_STREAM_struct::index, ANTLR3_TOKEN_STREAM_struct::istream, LB(), ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_COMMON_TOKEN_struct::setStartIndex, ANTLR3_COMMON_TOKEN_struct::setStopIndex, skipOffTokenChannels(), ANTLR3_TOKEN_STREAM_struct::super, ANTLR3_COMMON_TOKEN_STREAM_struct::tokens, ANTLR3_TOKEN_STREAM_struct::tokenSource, and tokLT().

Referenced by antlr3CommonTokenStreamNew(), dbgLA(), dbgTokLT(), and tokLT().

Here is the call graph for this function:

Here is the caller graph for this function:

toString()

pANTLR3_STRING toString ( pANTLR3_TOKEN_STREAM ts )

static

References fillBuffer(), ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_INT_STREAM_struct::size, ANTLR3_TOKEN_STREAM_struct::super, toString(), and ANTLR3_TOKEN_STREAM_struct::toStringSS.

Here is the call graph for this function:

toStringSS()

pANTLR3_STRING toStringSS ( pANTLR3_TOKEN_STREAM ts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop )

static

References fillBuffer(), ANTLR3_TOKEN_STREAM_struct::get, ANTLR3_COMMON_TOKEN_struct::getText, ANTLR3_TOKEN_STREAM_struct::getTokenSource, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_STRING_FACTORY_struct::newRaw, ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_INT_STREAM_struct::size, ANTLR3_TOKEN_SOURCE_struct::strFactory, ANTLR3_TOKEN_STREAM_struct::super, ANTLR3_COMMON_TOKEN_STREAM_struct::tokens, and toStringSS().

Here is the call graph for this function:

toStringTT()

pANTLR3_STRING toStringTT ( pANTLR3_TOKEN_STREAM ts, pANTLR3_COMMON_TOKEN start, pANTLR3_COMMON_TOKEN stop )

static

References ANTLR3_COMMON_TOKEN_struct::getTokenIndex, ANTLR3_TOKEN_STREAM_struct::toStringSS, and toStringTT().

Referenced by antlr3CommonTokenStreamNew(), and toStringTT().

Here is the call graph for this function:

Here is the caller graph for this function: