<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<title>ANTLR Support Libraries 2.7.1+: antlr/TokenBuffer.hpp Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/search.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css"/>
</head>
<body onload='searchBox.OnSelectItem(0);'>
<!-- Generated by Doxygen 1.7.3 -->
<script type="text/javascript"><!--
var searchBox = new SearchBox("searchBox", "search",false,'Search');
--></script>
<div id="top">
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td style="padding-left: 0.5em;">
<div id="projectname">ANTLR Support Libraries 2.7.1+</div>
</td>
</tr>
</tbody>
</table>
</div>
<div id="navrow1" class="tabs">
<ul class="tablist">
<li><a href="index.html"><span>Main Page</span></a></li>
<li><a href="pages.html"><span>Related Pages</span></a></li>
<li><a href="namespaces.html"><span>Namespaces</span></a></li>
<li><a href="annotated.html"><span>Classes</span></a></li>
<li class="current"><a href="files.html"><span>Files</span></a></li>
<li id="searchli">
<div id="MSearchBox" class="MSearchBoxInactive">
<span class="left">
<img id="MSearchSelect" src="search/mag_sel.png"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
alt=""/>
<input type="text" id="MSearchField" value="Search" accesskey="S"
onfocus="searchBox.OnSearchFieldFocus(true)"
onblur="searchBox.OnSearchFieldFocus(false)"
onkeyup="searchBox.OnSearchFieldChange(event)"/>
</span><span class="right">
<a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
</span>
</div>
</li>
</ul>
</div>
<div id="navrow2" class="tabs2">
<ul class="tablist">
<li><a href="files.html"><span>File List</span></a></li>
<li><a href="globals.html"><span>File Members</span></a></li>
</ul>
</div>
<div class="header">
<div class="headertitle">
<h1>antlr/TokenBuffer.hpp</h1> </div>
</div>
<div class="contents">
<a href="TokenBuffer_8hpp.html">Go to the documentation of this file.</a><div class="fragment"><pre class="fragment"><a name="l00001"></a>00001 <span class="preprocessor">#ifndef INC_TokenBuffer_hpp__</span>
<a name="l00002"></a>00002 <span class="preprocessor"></span><span class="preprocessor">#define INC_TokenBuffer_hpp__</span>
<a name="l00003"></a>00003 <span class="preprocessor"></span>
<a name="l00004"></a>00004 <span class="comment">/* ANTLR Translator Generator</span>
<a name="l00005"></a>00005 <span class="comment"> * Project led by Terence Parr at http://www.jGuru.com</span>
<a name="l00006"></a>00006 <span class="comment"> * Software rights: http://www.antlr.org/license.html</span>
<a name="l00007"></a>00007 <span class="comment"> *</span>
<a name="l00008"></a>00008 <span class="comment"> * $Id: //depot/code/org.antlr/release/antlr-2.7.7/lib/cpp/antlr/TokenBuffer.hpp#2 $</span>
<a name="l00009"></a>00009 <span class="comment"> */</span>
<a name="l00010"></a>00010
<a name="l00011"></a>00011 <span class="preprocessor">#include <antlr/config.hpp></span>
<a name="l00012"></a>00012 <span class="preprocessor">#include <antlr/TokenStream.hpp></span>
<a name="l00013"></a>00013 <span class="preprocessor">#include <antlr/CircularQueue.hpp></span>
<a name="l00014"></a>00014
<a name="l00015"></a>00015 <span class="preprocessor">#ifdef ANTLR_CXX_SUPPORTS_NAMESPACE</span>
<a name="l00016"></a>00016 <span class="preprocessor"></span><span class="keyword">namespace </span>antlr {
<a name="l00017"></a>00017 <span class="preprocessor">#endif</span>
<a name="l00018"></a>00018 <span class="preprocessor"></span>
<a name="l00036"></a><a class="code" href="classTokenBuffer.html">00036</a> <span class="keyword">class </span><a class="code" href="config_8hpp.html#ad583892c7af76867441115e41aa1ce52">ANTLR_API</a> <a class="code" href="classTokenBuffer.html">TokenBuffer</a> {
<a name="l00037"></a>00037 <span class="keyword">public</span>:
<a name="l00039"></a>00039 <a class="code" href="classTokenBuffer.html">TokenBuffer</a>(<a class="code" href="classTokenStream.html">TokenStream</a>& input_);
<a name="l00040"></a>00040 <span class="keyword">virtual</span> ~<a class="code" href="classTokenBuffer.html">TokenBuffer</a>();
<a name="l00041"></a>00041
<a name="l00043"></a><a class="code" href="classTokenBuffer.html#a9eac55ad444531a34a6de112b3e966e2">00043</a> <span class="keyword">inline</span> <span class="keywordtype">void</span> reset( <span class="keywordtype">void</span> )
<a name="l00044"></a>00044 {
<a name="l00045"></a>00045 nMarkers = 0;
<a name="l00046"></a>00046 markerOffset = 0;
<a name="l00047"></a>00047 numToConsume = 0;
<a name="l00048"></a>00048 queue.clear();
<a name="l00049"></a>00049 }
<a name="l00050"></a>00050
<a name="l00052"></a>00052 <span class="keywordtype">int</span> LA( <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> i );
<a name="l00053"></a>00053
<a name="l00055"></a>00055 <a class="code" href="classTokenRefCount.html">RefToken</a> LT( <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> i );
<a name="l00056"></a>00056
<a name="l00060"></a>00060 <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> mark();
<a name="l00061"></a>00061
<a name="l00065"></a>00065 <span class="keywordtype">void</span> rewind(<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> mark);
<a name="l00066"></a>00066
<a name="l00068"></a><a class="code" href="classTokenBuffer.html#a1608b77ba5671fe96428523620e62a33">00068</a> <span class="keyword">inline</span> <span class="keywordtype">void</span> consume()
<a name="l00069"></a>00069 {
<a name="l00070"></a>00070 numToConsume++;
<a name="l00071"></a>00071 }
<a name="l00072"></a>00072
<a name="l00074"></a>00074 <span class="keyword">virtual</span> <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> entries() <span class="keyword">const</span>;
<a name="l00075"></a>00075
<a name="l00076"></a>00076 <span class="keyword">private</span>:
<a name="l00078"></a>00078 <span class="keywordtype">void</span> fill(<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> amount);
<a name="l00080"></a>00080 <span class="keywordtype">void</span> syncConsume();
<a name="l00081"></a>00081
<a name="l00082"></a>00082 <span class="keyword">protected</span>:
<a name="l00084"></a><a class="code" href="classTokenBuffer.html#ab64546a189551b2bfdb7d44ce9f10613">00084</a> <a class="code" href="classTokenStream.html">TokenStream</a>& <a class="code" href="classTokenBuffer.html#ab64546a189551b2bfdb7d44ce9f10613" title="Token source.">input</a>;
<a name="l00085"></a>00085
<a name="l00087"></a><a class="code" href="classTokenBuffer.html#abf3c969f4554b377d07cb328b5a3e6df">00087</a> <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> <a class="code" href="classTokenBuffer.html#abf3c969f4554b377d07cb328b5a3e6df" title="Number of active markers.">nMarkers</a>;
<a name="l00088"></a>00088
<a name="l00090"></a><a class="code" href="classTokenBuffer.html#aa2348bea0cea1ee61abe87ded1794685">00090</a> <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> <a class="code" href="classTokenBuffer.html#aa2348bea0cea1ee61abe87ded1794685" title="Additional offset used when markers are active.">markerOffset</a>;
<a name="l00091"></a>00091
<a name="l00093"></a><a class="code" href="classTokenBuffer.html#ae2ec979dbe4ef1a39f65d7142bc333ca">00093</a> <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> <a class="code" href="classTokenBuffer.html#ae2ec979dbe4ef1a39f65d7142bc333ca" title="Number of calls to consume() since last LA() or LT() call.">numToConsume</a>;
<a name="l00094"></a>00094
<a name="l00096"></a><a class="code" href="classTokenBuffer.html#acd4cf4d1b81f1e1a2479da306788121e">00096</a> <a class="code" href="classCircularQueue.html">CircularQueue<RefToken></a> <a class="code" href="classTokenBuffer.html#acd4cf4d1b81f1e1a2479da306788121e" title="Circular queue with Tokens.">queue</a>;
<a name="l00097"></a>00097
<a name="l00098"></a>00098 <span class="keyword">private</span>:
<a name="l00099"></a>00099 <a class="code" href="classTokenBuffer.html">TokenBuffer</a>(<span class="keyword">const</span> <a class="code" href="classTokenBuffer.html">TokenBuffer</a>& other);
<a name="l00100"></a>00100 <span class="keyword">const</span> <a class="code" href="classTokenBuffer.html">TokenBuffer</a>& operator=(<span class="keyword">const</span> <a class="code" href="classTokenBuffer.html">TokenBuffer</a>& other);
<a name="l00101"></a>00101 };
<a name="l00102"></a>00102
<a name="l00104"></a><a class="code" href="classTokenBuffer.html#a9427fa1eeaa8beedcd63b156d283b969">00104</a> <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="classTokenBuffer.html#a9427fa1eeaa8beedcd63b156d283b969">TokenBuffer::syncConsume</a>()
<a name="l00105"></a>00105 {
<a name="l00106"></a>00106 <span class="keywordflow">if</span> (numToConsume > 0)
<a name="l00107"></a>00107 {
<a name="l00108"></a>00108 <span class="keywordflow">if</span> (nMarkers > 0)
<a name="l00109"></a>00109 markerOffset += numToConsume;
<a name="l00110"></a>00110 <span class="keywordflow">else</span>
<a name="l00111"></a>00111 queue.removeItems( numToConsume );
<a name="l00112"></a>00112
<a name="l00113"></a>00113 numToConsume = 0;
<a name="l00114"></a>00114 }
<a name="l00115"></a>00115 }
<a name="l00116"></a>00116
<a name="l00117"></a>00117 <span class="preprocessor">#ifdef ANTLR_CXX_SUPPORTS_NAMESPACE</span>
<a name="l00118"></a>00118 <span class="preprocessor"></span>}
<a name="l00119"></a>00119 <span class="preprocessor">#endif</span>
<a name="l00120"></a>00120 <span class="preprocessor"></span>
<a name="l00121"></a>00121 <span class="preprocessor">#endif //INC_TokenBuffer_hpp__</span>
</pre></div></div>
</div>
<!--- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark"> </span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark"> </span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark"> </span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark"> </span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark"> </span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark"> </span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark"> </span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark"> </span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark"> </span>Defines</a></div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<hr class="footer"/><address class="footer"><small>Generated on Fri Mar 25 2011 for ANTLR Support Libraries 2.7.1+ by 
<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.7.3 </small></address>
</body>
</html>
