<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.5"/>
<title>ANTLR Support Libraries 2.7.1+: TokenBuffer Class Reference</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/javascript">
$(document).ready(function() { searchBox.OnSelectItem(0); });
</script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td style="padding-left: 0.5em;">
<div id="projectname">ANTLR Support Libraries 2.7.1+
</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.5 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<div id="navrow1" class="tabs">
<ul class="tablist">
<li><a href="index.html"><span>Main Page</span></a></li>
<li><a href="pages.html"><span>Related Pages</span></a></li>
<li><a href="namespaces.html"><span>Namespaces</span></a></li>
<li class="current"><a href="annotated.html"><span>Classes</span></a></li>
<li><a href="files.html"><span>Files</span></a></li>
<li>
<div id="MSearchBox" class="MSearchBoxInactive">
<span class="left">
<img id="MSearchSelect" src="search/mag_sel.png"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
alt=""/>
<input type="text" id="MSearchField" value="Search" accesskey="S"
onfocus="searchBox.OnSearchFieldFocus(true)"
onblur="searchBox.OnSearchFieldFocus(false)"
onkeyup="searchBox.OnSearchFieldChange(event)"/>
</span><span class="right">
<a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
</span>
</div>
</li>
</ul>
</div>
<div id="navrow2" class="tabs2">
<ul class="tablist">
<li><a href="annotated.html"><span>Class List</span></a></li>
<li><a href="classes.html"><span>Class Index</span></a></li>
<li><a href="inherits.html"><span>Class Hierarchy</span></a></li>
<li><a href="functions.html"><span>Class Members</span></a></li>
</ul>
</div>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark"> </span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark"> </span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark"> </span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark"> </span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark"> </span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark"> </span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark"> </span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark"> </span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark"> </span>Macros</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark"> </span>Pages</a></div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
</div><!-- top -->
<div class="header">
<div class="summary">
<a href="#pub-methods">Public Member Functions</a> |
<a href="#pro-attribs">Protected Attributes</a> |
<a href="#pri-methods">Private Member Functions</a> |
<a href="classTokenBuffer-members.html">List of all members</a> </div>
<div class="headertitle">
<div class="title">TokenBuffer Class Reference</div> </div>
</div><!--header-->
<div class="contents">
<p><code>#include <<a class="el" href="TokenBuffer_8hpp_source.html">TokenBuffer.hpp</a>></code></p>
<div class="dynheader">
Collaboration diagram for TokenBuffer:</div>
<div class="dyncontent">
<div class="center"><img src="classTokenBuffer__coll__graph.png" border="0" usemap="#TokenBuffer_coll__map" alt="Collaboration graph"/></div>
<map name="TokenBuffer_coll__map" id="TokenBuffer_coll__map">
</map>
<center><span class="legend">[<a href="graph_legend.html">legend</a>]</span></center></div>
<table class="memberdecls">
<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-methods"></a>
Public Member Functions</h2></td></tr>
<tr class="memitem:abb9dc2018056d3c68c63b441405504e7"><td class="memItemLeft" align="right" valign="top"> </td><td class="memItemRight" valign="bottom"><a class="el" href="classTokenBuffer.html#abb9dc2018056d3c68c63b441405504e7">TokenBuffer</a> (<a class="el" href="classTokenStream.html">TokenStream</a> &input_)</td></tr>
<tr class="separator:abb9dc2018056d3c68c63b441405504e7"><td class="memSeparator" colspan="2"> </td></tr>
<tr class="memitem:a569be7c48bb3336e2252d922048ac232"><td class="memItemLeft" align="right" valign="top">virtual </td><td class="memItemRight" valign="bottom"><a class="el" href="classTokenBuffer.html#a569be7c48bb3336e2252d922048ac232">~TokenBuffer</a> ()</td></tr>
<tr class="separator:a569be7c48bb3336e2252d922048ac232"><td class="memSeparator" colspan="2"> </td></tr>
<tr class="memitem:a9eac55ad444531a34a6de112b3e966e2"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classTokenBuffer.html#a9eac55ad444531a34a6de112b3e966e2">reset</a> (void)</td></tr>
<tr class="memdesc:a9eac55ad444531a34a6de112b3e966e2"><td class="mdescLeft"> </td><td class="mdescRight">Reset the input buffer to empty state. <a href="#a9eac55ad444531a34a6de112b3e966e2">More...</a><br/></td></tr>
<tr class="separator:a9eac55ad444531a34a6de112b3e966e2"><td class="memSeparator" colspan="2"> </td></tr>
<tr class="memitem:a506ec73baa84375afca4ccbabc6a366b"><td class="memItemLeft" align="right" valign="top">int </td><td class="memItemRight" valign="bottom"><a class="el" href="classTokenBuffer.html#a506ec73baa84375afca4ccbabc6a366b">LA</a> (unsigned int i)</td></tr>
<tr class="separator:a506ec73baa84375afca4ccbabc6a366b"><td class="memSeparator" colspan="2"> </td></tr>
<tr class="memitem:ab25cdad02145d51bbfe35220995d149b"><td class="memItemLeft" align="right" valign="top"><a class="el" href="TokenRefCount_8hpp.html#a90bf433b9f39606e6bf39757f6910ac7">RefToken</a> </td><td class="memItemRight" valign="bottom"><a class="el" href="classTokenBuffer.html#ab25cdad02145d51bbfe35220995d149b">LT</a> (unsigned int i)</td></tr>
<tr class="separator:ab25cdad02145d51bbfe35220995d149b"><td class="memSeparator" colspan="2"> </td></tr>
<tr class="memitem:aec5dcbf962fb1b695a11413675e33c09"><td class="memItemLeft" align="right" valign="top">unsigned int </td><td class="memItemRight" valign="bottom"><a class="el" href="classTokenBuffer.html#aec5dcbf962fb1b695a11413675e33c09">mark</a> ()</td></tr>
<tr class="separator:aec5dcbf962fb1b695a11413675e33c09"><td class="memSeparator" colspan="2"> </td></tr>
<tr class="memitem:ad809ea0d3f014795d6ab1f109bf87d1d"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classTokenBuffer.html#ad809ea0d3f014795d6ab1f109bf87d1d">rewind</a> (unsigned int <a class="el" href="classTokenBuffer.html#aec5dcbf962fb1b695a11413675e33c09">mark</a>)</td></tr>
<tr class="separator:ad809ea0d3f014795d6ab1f109bf87d1d"><td class="memSeparator" colspan="2"> </td></tr>
<tr class="memitem:a1608b77ba5671fe96428523620e62a33"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classTokenBuffer.html#a1608b77ba5671fe96428523620e62a33">consume</a> ()</td></tr>
<tr class="separator:a1608b77ba5671fe96428523620e62a33"><td class="memSeparator" colspan="2"> </td></tr>
<tr class="memitem:aa54c39954972b29cddedf70bbfd47f88"><td class="memItemLeft" align="right" valign="top">virtual unsigned int </td><td class="memItemRight" valign="bottom"><a class="el" href="classTokenBuffer.html#aa54c39954972b29cddedf70bbfd47f88">entries</a> () const </td></tr>
<tr class="memdesc:aa54c39954972b29cddedf70bbfd47f88"><td class="mdescLeft"> </td><td class="mdescRight">Return the number of entries in the <a class="el" href="classTokenBuffer.html">TokenBuffer</a>. <a href="#aa54c39954972b29cddedf70bbfd47f88">More...</a><br/></td></tr>
<tr class="separator:aa54c39954972b29cddedf70bbfd47f88"><td class="memSeparator" colspan="2"> </td></tr>
</table><table class="memberdecls">
<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pro-attribs"></a>
Protected Attributes</h2></td></tr>
<tr class="memitem:ab64546a189551b2bfdb7d44ce9f10613"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classTokenStream.html">TokenStream</a> & </td><td class="memItemRight" valign="bottom"><a class="el" href="classTokenBuffer.html#ab64546a189551b2bfdb7d44ce9f10613">input</a></td></tr>
<tr class="memdesc:ab64546a189551b2bfdb7d44ce9f10613"><td class="mdescLeft"> </td><td class="mdescRight"><a class="el" href="classToken.html">Token</a> source. <a href="#ab64546a189551b2bfdb7d44ce9f10613">More...</a><br/></td></tr>
<tr class="separator:ab64546a189551b2bfdb7d44ce9f10613"><td class="memSeparator" colspan="2"> </td></tr>
<tr class="memitem:abf3c969f4554b377d07cb328b5a3e6df"><td class="memItemLeft" align="right" valign="top">unsigned int </td><td class="memItemRight" valign="bottom"><a class="el" href="classTokenBuffer.html#abf3c969f4554b377d07cb328b5a3e6df">nMarkers</a></td></tr>
<tr class="memdesc:abf3c969f4554b377d07cb328b5a3e6df"><td class="mdescLeft"> </td><td class="mdescRight">Number of active markers. <a href="#abf3c969f4554b377d07cb328b5a3e6df">More...</a><br/></td></tr>
<tr class="separator:abf3c969f4554b377d07cb328b5a3e6df"><td class="memSeparator" colspan="2"> </td></tr>
<tr class="memitem:aa2348bea0cea1ee61abe87ded1794685"><td class="memItemLeft" align="right" valign="top">unsigned int </td><td class="memItemRight" valign="bottom"><a class="el" href="classTokenBuffer.html#aa2348bea0cea1ee61abe87ded1794685">markerOffset</a></td></tr>
<tr class="memdesc:aa2348bea0cea1ee61abe87ded1794685"><td class="mdescLeft"> </td><td class="mdescRight">Additional offset used when markers are active. <a href="#aa2348bea0cea1ee61abe87ded1794685">More...</a><br/></td></tr>
<tr class="separator:aa2348bea0cea1ee61abe87ded1794685"><td class="memSeparator" colspan="2"> </td></tr>
<tr class="memitem:ae2ec979dbe4ef1a39f65d7142bc333ca"><td class="memItemLeft" align="right" valign="top">unsigned int </td><td class="memItemRight" valign="bottom"><a class="el" href="classTokenBuffer.html#ae2ec979dbe4ef1a39f65d7142bc333ca">numToConsume</a></td></tr>
<tr class="memdesc:ae2ec979dbe4ef1a39f65d7142bc333ca"><td class="mdescLeft"> </td><td class="mdescRight">Number of calls to <a class="el" href="classTokenBuffer.html#a1608b77ba5671fe96428523620e62a33">consume()</a> since last <a class="el" href="classTokenBuffer.html#a506ec73baa84375afca4ccbabc6a366b">LA()</a> or <a class="el" href="classTokenBuffer.html#ab25cdad02145d51bbfe35220995d149b">LT()</a> call. <a href="#ae2ec979dbe4ef1a39f65d7142bc333ca">More...</a><br/></td></tr>
<tr class="separator:ae2ec979dbe4ef1a39f65d7142bc333ca"><td class="memSeparator" colspan="2"> </td></tr>
<tr class="memitem:acd4cf4d1b81f1e1a2479da306788121e"><td class="memItemLeft" align="right" valign="top"><a class="el" href="classCircularQueue.html">CircularQueue</a>< <a class="el" href="TokenRefCount_8hpp.html#a90bf433b9f39606e6bf39757f6910ac7">RefToken</a> > </td><td class="memItemRight" valign="bottom"><a class="el" href="classTokenBuffer.html#acd4cf4d1b81f1e1a2479da306788121e">queue</a></td></tr>
<tr class="memdesc:acd4cf4d1b81f1e1a2479da306788121e"><td class="mdescLeft"> </td><td class="mdescRight">Circular queue with Tokens. <a href="#acd4cf4d1b81f1e1a2479da306788121e">More...</a><br/></td></tr>
<tr class="separator:acd4cf4d1b81f1e1a2479da306788121e"><td class="memSeparator" colspan="2"> </td></tr>
</table><table class="memberdecls">
<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pri-methods"></a>
Private Member Functions</h2></td></tr>
<tr class="memitem:a18f8c1334d239553cb81958ff93b33aa"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classTokenBuffer.html#a18f8c1334d239553cb81958ff93b33aa">fill</a> (unsigned int amount)</td></tr>
<tr class="separator:a18f8c1334d239553cb81958ff93b33aa"><td class="memSeparator" colspan="2"> </td></tr>
<tr class="memitem:a9427fa1eeaa8beedcd63b156d283b969"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="classTokenBuffer.html#a9427fa1eeaa8beedcd63b156d283b969">syncConsume</a> ()</td></tr>
<tr class="separator:a9427fa1eeaa8beedcd63b156d283b969"><td class="memSeparator" colspan="2"> </td></tr>
<tr class="memitem:ae8953b1ebeec2152ec9638fe3048fba8"><td class="memItemLeft" align="right" valign="top"> </td><td class="memItemRight" valign="bottom"><a class="el" href="classTokenBuffer.html#ae8953b1ebeec2152ec9638fe3048fba8">TokenBuffer</a> (const <a class="el" href="classTokenBuffer.html">TokenBuffer</a> &other)</td></tr>
<tr class="separator:ae8953b1ebeec2152ec9638fe3048fba8"><td class="memSeparator" colspan="2"> </td></tr>
<tr class="memitem:a9590ed753e3683f3bff50f4d84015b3c"><td class="memItemLeft" align="right" valign="top">const <a class="el" href="classTokenBuffer.html">TokenBuffer</a> & </td><td class="memItemRight" valign="bottom"><a class="el" href="classTokenBuffer.html#a9590ed753e3683f3bff50f4d84015b3c">operator=</a> (const <a class="el" href="classTokenBuffer.html">TokenBuffer</a> &other)</td></tr>
<tr class="separator:a9590ed753e3683f3bff50f4d84015b3c"><td class="memSeparator" colspan="2"> </td></tr>
</table>
<a name="details" id="details"></a><h2 class="groupheader">Detailed Description</h2>
<div class="textblock"><p>A Stream of <a class="el" href="classToken.html">Token</a> objects fed to the parser from a <a class="el" href="classTokenStream.html">TokenStream</a> that can be rewound via <a class="el" href="classTokenBuffer.html#aec5dcbf962fb1b695a11413675e33c09">mark()</a>/rewind() methods. </p>
<p>A dynamic array is used to buffer up all the input tokens. Normally, "k" tokens are stored in the buffer. More tokens may be stored during guess mode (testing syntactic predicate), or when LT(i>k) is referenced. Consumption of tokens is deferred. In other words, reading the next token is not done by conume(), but deferred until needed by LA or LT. </p>
<dl class="todo"><dt><b><a class="el" href="todo.html#_todo000006">Todo:</a></b></dt><dd>: see if we can integrate this one with <a class="el" href="classInputBuffer.html">InputBuffer</a> into one template or so.</dd></dl>
<dl class="section see"><dt>See Also</dt><dd>antlr.Token </dd>
<dd>
antlr.TokenStream </dd>
<dd>
antlr.TokenQueue </dd></dl>
</div><h2 class="groupheader">Constructor & Destructor Documentation</h2>
<a class="anchor" id="abb9dc2018056d3c68c63b441405504e7"></a>
<div class="memitem">
<div class="memproto">
<table class="memname">
<tr>
<td class="memname">TokenBuffer::TokenBuffer </td>
<td>(</td>
<td class="paramtype"><a class="el" href="classTokenStream.html">TokenStream</a> & </td>
<td class="paramname"><em>inp</em></td><td>)</td>
<td></td>
</tr>
</table>
</div><div class="memdoc">
<p>Create a token buffer</p>
<p>A Stream of <a class="el" href="classToken.html">Token</a> objects fed to the parser from a <a class="el" href="classTokenStream.html">TokenStream</a> that can be rewound via <a class="el" href="classTokenBuffer.html#aec5dcbf962fb1b695a11413675e33c09">mark()</a>/rewind() methods. </p>
<p>A dynamic array is used to buffer up all the input tokens. Normally, "k" tokens are stored in the buffer. More tokens may be stored during guess mode (testing syntactic predicate), or when LT(i>k) is referenced. Consumption of tokens is deferred. In other words, reading the next token is not done by conume(), but deferred until needed by LA or LT. </p>
<dl class="section see"><dt>See Also</dt><dd>antlr.Token </dd>
<dd>
antlr.TokenStream </dd>
<dd>
antlr.TokenQueueCreate a token buffer </dd></dl>
</div>
</div>
<a class="anchor" id="a569be7c48bb3336e2252d922048ac232"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">TokenBuffer::~TokenBuffer </td>
<td>(</td>
<td class="paramtype">void </td>
<td class="paramname"></td><td>)</td>
<td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">virtual</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
</div>
</div>
<a class="anchor" id="ae8953b1ebeec2152ec9638fe3048fba8"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">TokenBuffer::TokenBuffer </td>
<td>(</td>
<td class="paramtype">const <a class="el" href="classTokenBuffer.html">TokenBuffer</a> & </td>
<td class="paramname"><em>other</em></td><td>)</td>
<td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">private</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
</div>
</div>
<h2 class="groupheader">Member Function Documentation</h2>
<a class="anchor" id="a1608b77ba5671fe96428523620e62a33"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">void TokenBuffer::consume </td>
<td>(</td>
<td class="paramname"></td><td>)</td>
<td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">inline</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Mark another token for deferred consumption </p>
</div>
</div>
<a class="anchor" id="aa54c39954972b29cddedf70bbfd47f88"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">unsigned int TokenBuffer::entries </td>
<td>(</td>
<td class="paramname"></td><td>)</td>
<td> const</td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">virtual</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Return the number of entries in the <a class="el" href="classTokenBuffer.html">TokenBuffer</a>. </p>
<p>Get number of non-consumed tokens. </p>
</div>
</div>
<a class="anchor" id="a18f8c1334d239553cb81958ff93b33aa"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">void TokenBuffer::fill </td>
<td>(</td>
<td class="paramtype">unsigned int </td>
<td class="paramname"><em>amount</em></td><td>)</td>
<td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">private</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Ensure that the token buffer is sufficiently full </p>
</div>
</div>
<a class="anchor" id="a506ec73baa84375afca4ccbabc6a366b"></a>
<div class="memitem">
<div class="memproto">
<table class="memname">
<tr>
<td class="memname">int TokenBuffer::LA </td>
<td>(</td>
<td class="paramtype">unsigned int </td>
<td class="paramname"><em>i</em></td><td>)</td>
<td></td>
</tr>
</table>
</div><div class="memdoc">
<p>Get a lookahead token value </p>
</div>
</div>
<a class="anchor" id="ab25cdad02145d51bbfe35220995d149b"></a>
<div class="memitem">
<div class="memproto">
<table class="memname">
<tr>
<td class="memname"><a class="el" href="TokenRefCount_8hpp.html#a90bf433b9f39606e6bf39757f6910ac7">RefToken</a> TokenBuffer::LT </td>
<td>(</td>
<td class="paramtype">unsigned int </td>
<td class="paramname"><em>i</em></td><td>)</td>
<td></td>
</tr>
</table>
</div><div class="memdoc">
<p>Get a lookahead token </p>
</div>
</div>
<a class="anchor" id="aec5dcbf962fb1b695a11413675e33c09"></a>
<div class="memitem">
<div class="memproto">
<table class="memname">
<tr>
<td class="memname">unsigned int TokenBuffer::mark </td>
<td>(</td>
<td class="paramname"></td><td>)</td>
<td></td>
</tr>
</table>
</div><div class="memdoc">
<p>Return an integer marker that can be used to rewind the buffer to its current state. </p>
</div>
</div>
<a class="anchor" id="a9590ed753e3683f3bff50f4d84015b3c"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">const <a class="el" href="classTokenBuffer.html">TokenBuffer</a>& TokenBuffer::operator= </td>
<td>(</td>
<td class="paramtype">const <a class="el" href="classTokenBuffer.html">TokenBuffer</a> & </td>
<td class="paramname"><em>other</em></td><td>)</td>
<td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">private</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
</div>
</div>
<a class="anchor" id="a9eac55ad444531a34a6de112b3e966e2"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">void TokenBuffer::reset </td>
<td>(</td>
<td class="paramtype">void </td>
<td class="paramname"></td><td>)</td>
<td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">inline</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Reset the input buffer to empty state. </p>
</div>
</div>
<a class="anchor" id="ad809ea0d3f014795d6ab1f109bf87d1d"></a>
<div class="memitem">
<div class="memproto">
<table class="memname">
<tr>
<td class="memname">void TokenBuffer::rewind </td>
<td>(</td>
<td class="paramtype">unsigned int </td>
<td class="paramname"><em>mark</em></td><td>)</td>
<td></td>
</tr>
</table>
</div><div class="memdoc">
<p>Rewind the token buffer to a marker. </p>
<dl class="params"><dt>Parameters</dt><dd>
<table class="params">
<tr><td class="paramname">mark</td><td>Marker returned previously from <a class="el" href="classTokenBuffer.html#aec5dcbf962fb1b695a11413675e33c09">mark()</a> </td></tr>
</table>
</dd>
</dl>
</div>
</div>
<a class="anchor" id="a9427fa1eeaa8beedcd63b156d283b969"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">void TokenBuffer::syncConsume </td>
<td>(</td>
<td class="paramname"></td><td>)</td>
<td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">inline</span><span class="mlabel">private</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Sync up deferred consumption </p>
</div>
</div>
<h2 class="groupheader">Member Data Documentation</h2>
<a class="anchor" id="ab64546a189551b2bfdb7d44ce9f10613"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname"><a class="el" href="classTokenStream.html">TokenStream</a>& TokenBuffer::input</td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">protected</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p><a class="el" href="classToken.html">Token</a> source. </p>
</div>
</div>
<a class="anchor" id="aa2348bea0cea1ee61abe87ded1794685"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">unsigned int TokenBuffer::markerOffset</td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">protected</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Additional offset used when markers are active. </p>
</div>
</div>
<a class="anchor" id="abf3c969f4554b377d07cb328b5a3e6df"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">unsigned int TokenBuffer::nMarkers</td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">protected</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Number of active markers. </p>
</div>
</div>
<a class="anchor" id="ae2ec979dbe4ef1a39f65d7142bc333ca"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">unsigned int TokenBuffer::numToConsume</td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">protected</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Number of calls to <a class="el" href="classTokenBuffer.html#a1608b77ba5671fe96428523620e62a33">consume()</a> since last <a class="el" href="classTokenBuffer.html#a506ec73baa84375afca4ccbabc6a366b">LA()</a> or <a class="el" href="classTokenBuffer.html#ab25cdad02145d51bbfe35220995d149b">LT()</a> call. </p>
</div>
</div>
<a class="anchor" id="acd4cf4d1b81f1e1a2479da306788121e"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname"><a class="el" href="classCircularQueue.html">CircularQueue</a><<a class="el" href="TokenRefCount_8hpp.html#a90bf433b9f39606e6bf39757f6910ac7">RefToken</a>> TokenBuffer::queue</td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">protected</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Circular queue with Tokens. </p>
</div>
</div>
<hr/>The documentation for this class was generated from the following files:<ul>
<li>antlr/<a class="el" href="TokenBuffer_8hpp_source.html">TokenBuffer.hpp</a></li>
<li>src/<a class="el" href="TokenBuffer_8cpp.html">TokenBuffer.cpp</a></li>
</ul>
</div><!-- contents -->
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated on Tue Oct 22 2013 08:10:58 for ANTLR Support Libraries 2.7.1+ by  <a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.8.5
</small></address>
</body>
</html>
