antlr3commontoken.c File Reference

#include <antlr3.h>

Include dependency graph for antlr3commontoken.c:

Functions
ANTLR3_API pANTLR3_COMMON_TOKEN	antlr3CommonTokenNew (ANTLR3_UINT32 ttype)
ANTLR3_API void	antlr3SetTokenAPI (pANTLR3_COMMON_TOKEN token)
ANTLR3_API pANTLR3_TOKEN_FACTORY	antlr3TokenFactoryNew (pANTLR3_INPUT_STREAM input)
static void	factoryClose (pANTLR3_TOKEN_FACTORY factory)
static void	factoryReset (pANTLR3_TOKEN_FACTORY factory)
static ANTLR3_UINT32	getChannel (pANTLR3_COMMON_TOKEN token)
static ANTLR3_INT32	getCharPositionInLine (pANTLR3_COMMON_TOKEN token)
static ANTLR3_UINT32	getLine (pANTLR3_COMMON_TOKEN token)
static ANTLR3_MARKER	getStartIndex (pANTLR3_COMMON_TOKEN token)
static ANTLR3_MARKER	getStopIndex (pANTLR3_COMMON_TOKEN token)
static pANTLR3_STRING	getText (pANTLR3_COMMON_TOKEN token)
	Contains the default implementation of the common token used within java.
static ANTLR3_MARKER	getTokenIndex (pANTLR3_COMMON_TOKEN token)
static ANTLR3_UINT32	getType (pANTLR3_COMMON_TOKEN token)
static ANTLR3_BOOLEAN	newPool (pANTLR3_TOKEN_FACTORY factory)
static pANTLR3_COMMON_TOKEN	newPoolToken (pANTLR3_TOKEN_FACTORY factory)
static pANTLR3_COMMON_TOKEN	newToken (void)
static void	setChannel (pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 channel)
static void	setCharPositionInLine (pANTLR3_COMMON_TOKEN token, ANTLR3_INT32 pos)
static void	setInputStream (pANTLR3_TOKEN_FACTORY factory, pANTLR3_INPUT_STREAM input)
static void	setLine (pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 line)
static void	setStartIndex (pANTLR3_COMMON_TOKEN token, ANTLR3_MARKER index)
static void	setStopIndex (pANTLR3_COMMON_TOKEN token, ANTLR3_MARKER index)
static void	setText (pANTLR3_COMMON_TOKEN token, pANTLR3_STRING text)
	Install the supplied text string as teh text for the token.
static void	setText8 (pANTLR3_COMMON_TOKEN token, pANTLR3_UINT8 text)
static void	setTokenIndex (pANTLR3_COMMON_TOKEN token, ANTLR3_MARKER)
static void	setType (pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 type)
static pANTLR3_STRING	toString (pANTLR3_COMMON_TOKEN token)

Function Documentation

antlr3CommonTokenNew()

ANTLR3_API pANTLR3_COMMON_TOKEN antlr3CommonTokenNew

(

ANTLR3_UINT32

ttype

)

References antlr3CommonTokenNew(), newToken(), and ANTLR3_COMMON_TOKEN_struct::setType.

Referenced by antlr3CommonTokenNew(), antlr3CommonTreeNodeStreamNew(), newDownNode(), and newUpNode().

Here is the call graph for this function:

Here is the caller graph for this function:

antlr3SetTokenAPI()

ANTLR3_API void antlr3SetTokenAPI

(

pANTLR3_COMMON_TOKEN

token

)

References antlr3SetTokenAPI(), ANTLR3_COMMON_TOKEN_struct::getChannel, getChannel(), ANTLR3_COMMON_TOKEN_struct::getCharPositionInLine, getCharPositionInLine(), ANTLR3_COMMON_TOKEN_struct::getLine, getLine(), ANTLR3_COMMON_TOKEN_struct::getStartIndex, getStartIndex(), ANTLR3_COMMON_TOKEN_struct::getStopIndex, getStopIndex(), ANTLR3_COMMON_TOKEN_struct::getText, getText(), ANTLR3_COMMON_TOKEN_struct::getTokenIndex, getTokenIndex(), ANTLR3_COMMON_TOKEN_struct::getType, getType(), ANTLR3_COMMON_TOKEN_struct::setChannel, setChannel(), ANTLR3_COMMON_TOKEN_struct::setCharPositionInLine, setCharPositionInLine(), ANTLR3_COMMON_TOKEN_struct::setLine, setLine(), ANTLR3_COMMON_TOKEN_struct::setStartIndex, setStartIndex(), ANTLR3_COMMON_TOKEN_struct::setStopIndex, setStopIndex(), ANTLR3_COMMON_TOKEN_struct::setText, setText(), ANTLR3_COMMON_TOKEN_struct::setText8, setText8(), ANTLR3_COMMON_TOKEN_struct::setTokenIndex, setTokenIndex(), ANTLR3_COMMON_TOKEN_struct::setType, setType(), ANTLR3_COMMON_TOKEN_struct::toString, and toString().

Referenced by antlr3LexerNew(), antlr3SetTokenAPI(), antlr3TokenFactoryNew(), newPoolToken(), and newToken().

Here is the call graph for this function:

Here is the caller graph for this function:

antlr3TokenFactoryNew()

ANTLR3_API pANTLR3_TOKEN_FACTORY antlr3TokenFactoryNew

(

pANTLR3_INPUT_STREAM

input

)

References ANTLR3_TRUE, antlr3SetTokenAPI(), antlr3TokenFactoryNew(), ANTLR3_TOKEN_FACTORY_struct::close, factoryClose(), ANTLR3_COMMON_TOKEN_struct::factoryMade, factoryReset(), ANTLR3_TOKEN_FACTORY_struct::maxPool, newPool(), newPoolToken(), ANTLR3_TOKEN_FACTORY_struct::newToken, ANTLR3_TOKEN_FACTORY_struct::pools, ANTLR3_TOKEN_FACTORY_struct::reset, ANTLR3_TOKEN_FACTORY_struct::setInputStream, setInputStream(), ANTLR3_TOKEN_FACTORY_struct::thisPool, and ANTLR3_TOKEN_FACTORY_struct::unTruc.

Referenced by ANTLR3_TREE_ADAPTORNew(), antlr3TokenFactoryNew(), getMissingSymbol(), and setCharStream().

Here is the call graph for this function:

Here is the caller graph for this function:

factoryClose()

void factoryClose ( pANTLR3_TOKEN_FACTORY factory )

static

References ANTLR3_FACTORY_POOL_SIZE, ANTLR3_COMMON_TOKEN_struct::custom, factoryClose(), ANTLR3_COMMON_TOKEN_struct::freeCustom, ANTLR3_TOKEN_FACTORY_struct::nextToken, ANTLR3_TOKEN_FACTORY_struct::pools, and ANTLR3_TOKEN_FACTORY_struct::thisPool.

Referenced by antlr3ArboretumNew(), antlr3TokenFactoryNew(), factoryClose(), and factoryClose().

Here is the call graph for this function:

Here is the caller graph for this function:

factoryReset()

void factoryReset ( pANTLR3_TOKEN_FACTORY factory )

static

References factoryReset(), newPool(), and ANTLR3_TOKEN_FACTORY_struct::thisPool.

Referenced by antlr3TokenFactoryNew(), and factoryReset().

Here is the call graph for this function:

Here is the caller graph for this function:

getChannel()

ANTLR3_UINT32 getChannel ( pANTLR3_COMMON_TOKEN token )

static

References ANTLR3_COMMON_TOKEN_struct::channel, and getChannel().

Referenced by antlr3SetTokenAPI(), and getChannel().

Here is the call graph for this function:

Here is the caller graph for this function:

getCharPositionInLine()

ANTLR3_INT32 getCharPositionInLine ( pANTLR3_COMMON_TOKEN token )

static

References ANTLR3_COMMON_TOKEN_struct::charPosition.

Referenced by antlr3SetTokenAPI().

Here is the caller graph for this function:

getLine()

ANTLR3_UINT32 getLine ( pANTLR3_COMMON_TOKEN token )

static

References ANTLR3_COMMON_TOKEN_struct::line.

Referenced by antlr3SetTokenAPI().

Here is the caller graph for this function:

getStartIndex()

ANTLR3_MARKER getStartIndex ( pANTLR3_COMMON_TOKEN token )

static

References ANTLR3_INPUT_STREAM_struct::data, getStartIndex(), ANTLR3_COMMON_TOKEN_struct::input, and ANTLR3_COMMON_TOKEN_struct::start.

Referenced by antlr3SetTokenAPI(), and getStartIndex().

Here is the call graph for this function:

Here is the caller graph for this function:

getStopIndex()

ANTLR3_MARKER getStopIndex ( pANTLR3_COMMON_TOKEN token )

static

References getStopIndex(), and ANTLR3_COMMON_TOKEN_struct::stop.

Referenced by antlr3SetTokenAPI(), and getStopIndex().

Here is the call graph for this function:

Here is the caller graph for this function:

getText()

pANTLR3_STRING getText ( pANTLR3_COMMON_TOKEN token )

static

Contains the default implementation of the common token used within java.

Custom tokens should create this structure and then append to it using the custom pointer to install their own structure and API.

References ANTLR3_TEXT_CHARP, ANTLR3_TEXT_STRING, ANTLR3_TOKEN_EOF, ANTLR3_COMMON_TOKEN_struct::getStartIndex, ANTLR3_COMMON_TOKEN_struct::getStopIndex, getText(), ANTLR3_COMMON_TOKEN_struct::input, ANTLR3_STRING_FACTORY_struct::newStr8, ANTLR3_COMMON_TOKEN_struct::strFactory, ANTLR3_INPUT_STREAM_struct::substr, ANTLR3_COMMON_TOKEN_struct::textState, ANTLR3_COMMON_TOKEN_struct::tokText, and ANTLR3_COMMON_TOKEN_struct::type.

Here is the call graph for this function:

getTokenIndex()

ANTLR3_MARKER getTokenIndex ( pANTLR3_COMMON_TOKEN token )

static

References getTokenIndex(), and ANTLR3_COMMON_TOKEN_struct::index.

Referenced by antlr3SetTokenAPI(), and getTokenIndex().

Here is the call graph for this function:

Here is the caller graph for this function:

getType()

ANTLR3_UINT32 getType ( pANTLR3_COMMON_TOKEN token )

static

References getType(), and ANTLR3_COMMON_TOKEN_struct::type.

Here is the call graph for this function:

newPool()

ANTLR3_BOOLEAN newPool ( pANTLR3_TOKEN_FACTORY factory )

static

References ANTLR3_FACTORY_POOL_SIZE, ANTLR3_FALSE, ANTLR3_TRUE, ANTLR3_TOKEN_FACTORY_struct::maxPool, newPool(), ANTLR3_TOKEN_FACTORY_struct::nextToken, ANTLR3_TOKEN_FACTORY_struct::pools, and ANTLR3_TOKEN_FACTORY_struct::thisPool.

Here is the call graph for this function:

newPoolToken()

pANTLR3_COMMON_TOKEN newPoolToken ( pANTLR3_TOKEN_FACTORY factory )

static

References ANTLR3_FACTORY_POOL_SIZE, ANTLR3_TRUE, antlr3SetTokenAPI(), ANTLR3_COMMON_TOKEN_struct::factoryMade, ANTLR3_COMMON_TOKEN_struct::input, ANTLR3_TOKEN_FACTORY_struct::input, newPool(), newPoolToken(), ANTLR3_TOKEN_FACTORY_struct::nextToken, ANTLR3_TOKEN_FACTORY_struct::pools, ANTLR3_COMMON_TOKEN_struct::setStartIndex, ANTLR3_COMMON_TOKEN_struct::strFactory, ANTLR3_INPUT_STREAM_struct::strFactory, and ANTLR3_TOKEN_FACTORY_struct::thisPool.

Referenced by antlr3TokenFactoryNew(), and newPoolToken().

Here is the call graph for this function:

Here is the caller graph for this function:

newToken()

pANTLR3_COMMON_TOKEN newToken ( void )

static

References ANTLR3_FALSE, antlr3SetTokenAPI(), ANTLR3_COMMON_TOKEN_struct::factoryMade, and newToken().

Referenced by antlr3CommonTokenNew(), createToken(), createTokenFromToken(), and newToken().

Here is the call graph for this function:

Here is the caller graph for this function:

setChannel()

void setChannel ( pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 channel )

static

References ANTLR3_COMMON_TOKEN_struct::channel, and setChannel().

Referenced by antlr3SetTokenAPI(), and setChannel().

Here is the call graph for this function:

Here is the caller graph for this function:

setCharPositionInLine()

void setCharPositionInLine ( pANTLR3_COMMON_TOKEN token, ANTLR3_INT32 pos )

static

References ANTLR3_COMMON_TOKEN_struct::charPosition, and setCharPositionInLine().

Referenced by antlr3SetTokenAPI(), and setCharPositionInLine().

Here is the call graph for this function:

Here is the caller graph for this function:

setInputStream()

void setInputStream ( pANTLR3_TOKEN_FACTORY factory, pANTLR3_INPUT_STREAM input )

static

References ANTLR3_COMMON_TOKEN_struct::input, ANTLR3_TOKEN_FACTORY_struct::input, setInputStream(), ANTLR3_COMMON_TOKEN_struct::strFactory, ANTLR3_INPUT_STREAM_struct::strFactory, and ANTLR3_TOKEN_FACTORY_struct::unTruc.

Referenced by antlr3TokenFactoryNew(), and setInputStream().

Here is the call graph for this function:

Here is the caller graph for this function:

setLine()

void setLine ( pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 line )

static

References ANTLR3_COMMON_TOKEN_struct::line, and setLine().

Referenced by antlr3SetTokenAPI(), and setLine().

Here is the call graph for this function:

Here is the caller graph for this function:

setStartIndex()

void setStartIndex ( pANTLR3_COMMON_TOKEN token, ANTLR3_MARKER index )

static

References setStartIndex(), and ANTLR3_COMMON_TOKEN_struct::start.

Referenced by antlr3SetTokenAPI(), and setStartIndex().

Here is the call graph for this function:

Here is the caller graph for this function:

setStopIndex()

void setStopIndex ( pANTLR3_COMMON_TOKEN token, ANTLR3_MARKER index )

static

References setStopIndex(), and ANTLR3_COMMON_TOKEN_struct::stop.

Referenced by antlr3SetTokenAPI(), and setStopIndex().

Here is the call graph for this function:

Here is the caller graph for this function:

setText()

void setText ( pANTLR3_COMMON_TOKEN token, pANTLR3_STRING text )

static

Install the supplied text string as teh text for the token.

The method assumes that the existing text (if any) was created by a factory and so does not attempt to release any memory it is using.Text not created by a string fctory (not advised) should be released prior to this call.

References ANTLR3_TEXT_STRING, setText(), ANTLR3_COMMON_TOKEN_struct::textState, and ANTLR3_COMMON_TOKEN_struct::tokText.

Here is the call graph for this function:

setText8()

void setText8 ( pANTLR3_COMMON_TOKEN token, pANTLR3_UINT8 text )

static

References ANTLR3_TEXT_CHARP, ANTLR3_TEXT_NONE, setText8(), ANTLR3_COMMON_TOKEN_struct::textState, and ANTLR3_COMMON_TOKEN_struct::tokText.

Here is the call graph for this function:

setTokenIndex()

void setTokenIndex ( pANTLR3_COMMON_TOKEN token, ANTLR3_MARKER index )

static

References ANTLR3_COMMON_TOKEN_struct::index, and setTokenIndex().

Referenced by antlr3SetTokenAPI(), and setTokenIndex().

Here is the call graph for this function:

Here is the caller graph for this function:

setType()

void setType ( pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 type )

static

References setType(), and ANTLR3_COMMON_TOKEN_struct::type.

Here is the call graph for this function:

toString()

pANTLR3_STRING toString ( pANTLR3_COMMON_TOKEN token )

static

References ANTLR3_STRING_struct::addc, ANTLR3_STRING_struct::addi, ANTLR3_TOKEN_DEFAULT_CHANNEL, ANTLR3_STRING_struct::append8, ANTLR3_STRING_struct::appendS, ANTLR3_STRING_struct::factory, ANTLR3_COMMON_TOKEN_struct::getChannel, ANTLR3_COMMON_TOKEN_struct::getCharPositionInLine, ANTLR3_COMMON_TOKEN_struct::getLine, ANTLR3_COMMON_TOKEN_struct::getStartIndex, ANTLR3_COMMON_TOKEN_struct::getStopIndex, ANTLR3_COMMON_TOKEN_struct::getText, ANTLR3_COMMON_TOKEN_struct::getTokenIndex, ANTLR3_STRING_FACTORY_struct::newRaw, toString(), and ANTLR3_COMMON_TOKEN_struct::type.

Referenced by antlr3CommonTokenStreamNew(), antlr3CommonTreeNodeStreamNew(), antlr3CommonTreeNodeStreamNewStream(), antlr3SetCTAPI(), antlr3SetTokenAPI(), toString(), toString(), toString(), and toString().

Here is the call graph for this function:

Here is the caller graph for this function: