<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml" lang="en_US" xml:lang="en_US">
<head>
<title>kjs: lexer.cpp Source File (kjs)</title>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
<meta http-equiv="Content-Style-Type" content="text/css" />
<meta http-equiv="pics-label" content='(pics-1.1 "http://www.icra.org/ratingsv02.html" comment "ICRAonline DE v2.0" l gen true for "http://www.kde.org" r (nz 1 vz 1 lz 1 oz 1 cb 1) "http://www.rsac.org/ratingsv01.html" l gen true for "http://www.kde.org" r (n 0 s 0 v 0 l 0))' />
<meta name="trademark" content="KDE e.V." />
<meta name="description" content="K Desktop Environment Homepage, KDE.org" />
<meta name="MSSmartTagsPreventParsing" content="true" />
<meta name="robots" content="all" />
<link rel="shortcut icon" href="../../favicon.ico" />
<link rel="stylesheet" media="screen" type="text/css" title="APIDOX" href="doxygen.css" />
</head>
<body>
<div id="nav_header_top" align="right">
<a href="#content" class="doNotDisplay" accesskey="2">Skip to main content ::</a>
<a href="../.."><img id="nav_header_logo" alt="Home" align="left" src="../../kde_gear_64.png" border="0" /></a>
<span class="doNotDisplay">::</span>
<div id="nav_header_title" align="left">KDE API Reference</div>
</div>
<div id="nav_header_bottom" align="right">
<span class="doNotDisplay">:: <a href="#navigation" accesskey="5">Skip to Link Menu</a><br/></span>
<div id="nav_header_bottom_right" style="text-align: left;">
/ <a href="../..">API Reference</a>
/ <a href=".">kjs</a>
</div>
</div>
<table id="main" border="0" cellpadding="0" cellspacing="0" width="100%">
<tr>
<td valign="top" class="menuheader" height="0"></td>
<td id="contentcolumn" valign="top" rowspan="2" >
<div id="content" style="padding-top: 0px;"><div style="width:100%; margin: 0px; padding: 0px;">
<a name="content"></a>
<!-- Generated by Doxygen 1.7.4 -->
<div class="header">
<div class="headertitle">
<div class="title">lexer.cpp</div> </div>
</div>
<div class="contents">
<div class="fragment"><pre class="fragment"><a name="l00001"></a>00001 <span class="comment">// -*- c-basic-offset: 2 -*-</span>
<a name="l00002"></a>00002 <span class="comment">/*</span>
<a name="l00003"></a>00003 <span class="comment"> * This file is part of the KDE libraries</span>
<a name="l00004"></a>00004 <span class="comment"> * Copyright (C) 1999-2000 Harri Porten (porten@kde.org)</span>
<a name="l00005"></a>00005 <span class="comment"> *</span>
<a name="l00006"></a>00006 <span class="comment"> * This library is free software; you can redistribute it and/or</span>
<a name="l00007"></a>00007 <span class="comment"> * modify it under the terms of the GNU Library General Public</span>
<a name="l00008"></a>00008 <span class="comment"> * License as published by the Free Software Foundation; either</span>
<a name="l00009"></a>00009 <span class="comment"> * version 2 of the License, or (at your option) any later version.</span>
<a name="l00010"></a>00010 <span class="comment"> *</span>
<a name="l00011"></a>00011 <span class="comment"> * This library is distributed in the hope that it will be useful,</span>
<a name="l00012"></a>00012 <span class="comment"> * but WITHOUT ANY WARRANTY; without even the implied warranty of</span>
<a name="l00013"></a>00013 <span class="comment"> * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU</span>
<a name="l00014"></a>00014 <span class="comment"> * Library General Public License for more details.</span>
<a name="l00015"></a>00015 <span class="comment"> *</span>
<a name="l00016"></a>00016 <span class="comment"> * You should have received a copy of the GNU Library General Public License</span>
<a name="l00017"></a>00017 <span class="comment"> * along with this library; see the file COPYING.LIB. If not, write to</span>
<a name="l00018"></a>00018 <span class="comment"> * the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,</span>
<a name="l00019"></a>00019 <span class="comment"> * Boston, MA 02110-1301, USA.</span>
<a name="l00020"></a>00020 <span class="comment"> *</span>
<a name="l00021"></a>00021 <span class="comment"> */</span>
<a name="l00022"></a>00022
<a name="l00023"></a>00023 <span class="preprocessor">#ifdef HAVE_CONFIG_H</span>
<a name="l00024"></a>00024 <span class="preprocessor"></span><span class="preprocessor">#include <config.h></span>
<a name="l00025"></a>00025 <span class="preprocessor">#endif</span>
<a name="l00026"></a>00026 <span class="preprocessor"></span>
<a name="l00027"></a>00027 <span class="preprocessor">#include <ctype.h></span>
<a name="l00028"></a>00028 <span class="preprocessor">#include <stdlib.h></span>
<a name="l00029"></a>00029 <span class="preprocessor">#include <stdio.h></span>
<a name="l00030"></a>00030 <span class="preprocessor">#include <string.h></span>
<a name="l00031"></a>00031 <span class="preprocessor">#include <assert.h></span>
<a name="l00032"></a>00032
<a name="l00033"></a>00033 <span class="preprocessor">#include "value.h"</span>
<a name="l00034"></a>00034 <span class="preprocessor">#include "object.h"</span>
<a name="l00035"></a>00035 <span class="preprocessor">#include "types.h"</span>
<a name="l00036"></a>00036 <span class="preprocessor">#include "interpreter.h"</span>
<a name="l00037"></a>00037 <span class="preprocessor">#include "nodes.h"</span>
<a name="l00038"></a>00038 <span class="preprocessor">#include "lexer.h"</span>
<a name="l00039"></a>00039 <span class="preprocessor">#include "identifier.h"</span>
<a name="l00040"></a>00040 <span class="preprocessor">#include "lookup.h"</span>
<a name="l00041"></a>00041 <span class="preprocessor">#include "internal.h"</span>
<a name="l00042"></a>00042 <span class="preprocessor">#include "dtoa.h"</span>
<a name="l00043"></a>00043
<a name="l00044"></a>00044 <span class="comment">// we can't specify the namespace in yacc's C output, so do it here</span>
<a name="l00045"></a>00045 <span class="keyword">using namespace </span>KJS;
<a name="l00046"></a>00046
<a name="l00047"></a>00047 <span class="keyword">static</span> Lexer *currLexer = 0;
<a name="l00048"></a>00048
<a name="l00049"></a>00049 <span class="preprocessor">#ifndef KDE_USE_FINAL</span>
<a name="l00050"></a>00050 <span class="preprocessor"></span><span class="preprocessor">#include "grammar.h"</span>
<a name="l00051"></a>00051 <span class="preprocessor">#endif</span>
<a name="l00052"></a>00052 <span class="preprocessor"></span>
<a name="l00053"></a>00053 <span class="preprocessor">#include "lexer.lut.h"</span>
<a name="l00054"></a>00054
<a name="l00055"></a>00055 <span class="keyword">extern</span> YYLTYPE yylloc; <span class="comment">// global bison variable holding token info</span>
<a name="l00056"></a>00056
<a name="l00057"></a>00057 <span class="comment">// a bridge for yacc from the C world to C++</span>
<a name="l00058"></a>00058 <span class="keywordtype">int</span> kjsyylex()
<a name="l00059"></a>00059 {
<a name="l00060"></a>00060 <span class="keywordflow">return</span> Lexer::curr()->lex();
<a name="l00061"></a>00061 }
<a name="l00062"></a>00062
<a name="l00063"></a>00063 Lexer::Lexer()
<a name="l00064"></a>00064 : yylineno(1),
<a name="l00065"></a>00065 size8(128), size16(128), restrKeyword(false),
<a name="l00066"></a>00066 convertNextIdentifier(false), stackToken(-1), lastToken(-1), pos(0),
<a name="l00067"></a>00067 code(0), length(0),
<a name="l00068"></a>00068 #ifndef KJS_PURE_ECMA
<a name="l00069"></a>00069 bol(true),
<a name="l00070"></a>00070 #endif
<a name="l00071"></a>00071 current(0), next1(0), next2(0), next3(0),
<a name="l00072"></a>00072 strings(0), numStrings(0), stringsCapacity(0),
<a name="l00073"></a>00073 identifiers(0), numIdentifiers(0), identifiersCapacity(0)
<a name="l00074"></a>00074 {
<a name="l00075"></a>00075 <span class="comment">// allocate space for read buffers</span>
<a name="l00076"></a>00076 buffer8 = <span class="keyword">new</span> <span class="keywordtype">char</span>[size8];
<a name="l00077"></a>00077 buffer16 = <span class="keyword">new</span> <a class="code" href="structKJS_1_1UChar.html" title="Unicode character.">UChar</a>[size16];
<a name="l00078"></a>00078 currLexer = <span class="keyword">this</span>;
<a name="l00079"></a>00079 }
<a name="l00080"></a>00080
<a name="l00081"></a>00081 Lexer::~Lexer()
<a name="l00082"></a>00082 {
<a name="l00083"></a>00083 <span class="keyword">delete</span> [] buffer8;
<a name="l00084"></a>00084 <span class="keyword">delete</span> [] buffer16;
<a name="l00085"></a>00085 }
<a name="l00086"></a>00086
<a name="l00087"></a>00087 Lexer *Lexer::curr()
<a name="l00088"></a>00088 {
<a name="l00089"></a>00089 <span class="keywordflow">if</span> (!currLexer) {
<a name="l00090"></a>00090 <span class="comment">// create singleton instance</span>
<a name="l00091"></a>00091 currLexer = <span class="keyword">new</span> Lexer();
<a name="l00092"></a>00092 }
<a name="l00093"></a>00093 <span class="keywordflow">return</span> currLexer;
<a name="l00094"></a>00094 }
<a name="l00095"></a>00095
<a name="l00096"></a>00096 <span class="preprocessor">#ifdef KJS_DEBUG_MEM</span>
<a name="l00097"></a>00097 <span class="preprocessor"></span><span class="keywordtype">void</span> Lexer::globalClear()
<a name="l00098"></a>00098 {
<a name="l00099"></a>00099 <span class="keyword">delete</span> currLexer;
<a name="l00100"></a>00100 currLexer = 0L;
<a name="l00101"></a>00101 }
<a name="l00102"></a>00102 <span class="preprocessor">#endif</span>
<a name="l00103"></a>00103 <span class="preprocessor"></span>
<a name="l00104"></a>00104 <span class="keywordtype">void</span> Lexer::setCode(<span class="keyword">const</span> <a class="code" href="structKJS_1_1UChar.html" title="Unicode character.">UChar</a> *c, <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> len)
<a name="l00105"></a>00105 {
<a name="l00106"></a>00106 yylineno = 1;
<a name="l00107"></a>00107 restrKeyword = <span class="keyword">false</span>;
<a name="l00108"></a>00108 delimited = <span class="keyword">false</span>;
<a name="l00109"></a>00109 convertNextIdentifier = <span class="keyword">false</span>;
<a name="l00110"></a>00110 stackToken = -1;
<a name="l00111"></a>00111 lastToken = -1;
<a name="l00112"></a>00112 foundBad = <span class="keyword">false</span>;
<a name="l00113"></a>00113 pos = 0;
<a name="l00114"></a>00114 code = c;
<a name="l00115"></a>00115 length = len;
<a name="l00116"></a>00116 skipLF = <span class="keyword">false</span>;
<a name="l00117"></a>00117 skipCR = <span class="keyword">false</span>;
<a name="l00118"></a>00118 <span class="preprocessor">#ifndef KJS_PURE_ECMA</span>
<a name="l00119"></a>00119 <span class="preprocessor"></span> bol = <span class="keyword">true</span>;
<a name="l00120"></a>00120 <span class="preprocessor">#endif</span>
<a name="l00121"></a>00121 <span class="preprocessor"></span>
<a name="l00122"></a>00122 <span class="comment">// read first characters</span>
<a name="l00123"></a>00123 current = (length > 0) ? code[0].uc : -1;
<a name="l00124"></a>00124 next1 = (length > 1) ? code[1].uc : -1;
<a name="l00125"></a>00125 next2 = (length > 2) ? code[2].uc : -1;
<a name="l00126"></a>00126 next3 = (length > 3) ? code[3].uc : -1;
<a name="l00127"></a>00127 }
<a name="l00128"></a>00128
<a name="l00129"></a>00129 <span class="keywordtype">void</span> Lexer::shift(<span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> p)
<a name="l00130"></a>00130 {
<a name="l00131"></a>00131 <span class="keywordflow">while</span> (p--) {
<a name="l00132"></a>00132 pos++;
<a name="l00133"></a>00133 current = next1;
<a name="l00134"></a>00134 next1 = next2;
<a name="l00135"></a>00135 next2 = next3;
<a name="l00136"></a>00136 next3 = (pos + 3 < length) ? code[pos+3].uc : -1;
<a name="l00137"></a>00137 }
<a name="l00138"></a>00138 }
<a name="l00139"></a>00139
<a name="l00140"></a>00140 <span class="comment">// called on each new line</span>
<a name="l00141"></a>00141 <span class="keywordtype">void</span> Lexer::nextLine()
<a name="l00142"></a>00142 {
<a name="l00143"></a>00143 yylineno++;
<a name="l00144"></a>00144 <span class="preprocessor">#ifndef KJS_PURE_ECMA</span>
<a name="l00145"></a>00145 <span class="preprocessor"></span> bol = <span class="keyword">true</span>;
<a name="l00146"></a>00146 <span class="preprocessor">#endif</span>
<a name="l00147"></a>00147 <span class="preprocessor"></span>}
<a name="l00148"></a>00148
<a name="l00149"></a>00149 <span class="keywordtype">void</span> Lexer::setDone(State s)
<a name="l00150"></a>00150 {
<a name="l00151"></a>00151 state = s;
<a name="l00152"></a>00152 done = <span class="keyword">true</span>;
<a name="l00153"></a>00153 }
<a name="l00154"></a>00154
<a name="l00155"></a>00155 <span class="keywordtype">int</span> Lexer::lex()
<a name="l00156"></a>00156 {
<a name="l00157"></a>00157 <span class="keywordtype">int</span> token = 0;
<a name="l00158"></a>00158 state = Start;
<a name="l00159"></a>00159 <span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> stringType = 0; <span class="comment">// either single or double quotes</span>
<a name="l00160"></a>00160 pos8 = pos16 = 0;
<a name="l00161"></a>00161 done = <span class="keyword">false</span>;
<a name="l00162"></a>00162 terminator = <span class="keyword">false</span>;
<a name="l00163"></a>00163 skipLF = <span class="keyword">false</span>;
<a name="l00164"></a>00164 skipCR = <span class="keyword">false</span>;
<a name="l00165"></a>00165
<a name="l00166"></a>00166 <span class="comment">// did we push a token on the stack previously ?</span>
<a name="l00167"></a>00167 <span class="comment">// (after an automatic semicolon insertion)</span>
<a name="l00168"></a>00168 <span class="keywordflow">if</span> (stackToken >= 0) {
<a name="l00169"></a>00169 setDone(Other);
<a name="l00170"></a>00170 token = stackToken;
<a name="l00171"></a>00171 stackToken = 0;
<a name="l00172"></a>00172 }
<a name="l00173"></a>00173
<a name="l00174"></a>00174 <span class="keywordflow">while</span> (!done) {
<a name="l00175"></a>00175 <span class="keywordflow">if</span> (skipLF && current != <span class="charliteral">'\n'</span>) <span class="comment">// found \r but not \n afterwards</span>
<a name="l00176"></a>00176 skipLF = <span class="keyword">false</span>;
<a name="l00177"></a>00177 <span class="keywordflow">if</span> (skipCR && current != <span class="charliteral">'\r'</span>) <span class="comment">// found \n but not \r afterwards</span>
<a name="l00178"></a>00178 skipCR = <span class="keyword">false</span>;
<a name="l00179"></a>00179 <span class="keywordflow">if</span> (skipLF || skipCR) <span class="comment">// found \r\n or \n\r -> eat the second one</span>
<a name="l00180"></a>00180 {
<a name="l00181"></a>00181 skipLF = <span class="keyword">false</span>;
<a name="l00182"></a>00182 skipCR = <span class="keyword">false</span>;
<a name="l00183"></a>00183 shift(1);
<a name="l00184"></a>00184 }
<a name="l00185"></a>00185
<a name="l00186"></a>00186 <span class="keywordtype">bool</span> cr = (current == <span class="charliteral">'\r'</span>);
<a name="l00187"></a>00187 <span class="keywordtype">bool</span> lf = (current == <span class="charliteral">'\n'</span>);
<a name="l00188"></a>00188 <span class="keywordflow">if</span> (cr)
<a name="l00189"></a>00189 skipLF = <span class="keyword">true</span>;
<a name="l00190"></a>00190 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (lf)
<a name="l00191"></a>00191 skipCR = <span class="keyword">true</span>;
<a name="l00192"></a>00192 <span class="keywordtype">bool</span> isLineTerminator = cr || lf;
<a name="l00193"></a>00193
<a name="l00194"></a>00194 <span class="keywordflow">switch</span> (state) {
<a name="l00195"></a>00195 <span class="keywordflow">case</span> Start:
<a name="l00196"></a>00196 <span class="keywordflow">if</span> (isWhiteSpace(current)) {
<a name="l00197"></a>00197 <span class="comment">// do nothing</span>
<a name="l00198"></a>00198 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == <span class="charliteral">'/'</span> && next1 == <span class="charliteral">'/'</span>) {
<a name="l00199"></a>00199 shift(1);
<a name="l00200"></a>00200 state = InSingleLineComment;
<a name="l00201"></a>00201 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == <span class="charliteral">'/'</span> && next1 == <span class="charliteral">'*'</span>) {
<a name="l00202"></a>00202 shift(1);
<a name="l00203"></a>00203 state = InMultiLineComment;
<a name="l00204"></a>00204 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == -1) {
<a name="l00205"></a>00205 <span class="keywordflow">if</span> (!terminator && !delimited) {
<a name="l00206"></a>00206 <span class="comment">// automatic semicolon insertion if program incomplete</span>
<a name="l00207"></a>00207 token = <span class="charliteral">';'</span>;
<a name="l00208"></a>00208 stackToken = 0;
<a name="l00209"></a>00209 setDone(Other);
<a name="l00210"></a>00210 } <span class="keywordflow">else</span>
<a name="l00211"></a>00211 setDone(Eof);
<a name="l00212"></a>00212 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (isLineTerminator) {
<a name="l00213"></a>00213 nextLine();
<a name="l00214"></a>00214 terminator = <span class="keyword">true</span>;
<a name="l00215"></a>00215 <span class="keywordflow">if</span> (restrKeyword) {
<a name="l00216"></a>00216 token = <span class="charliteral">';'</span>;
<a name="l00217"></a>00217 setDone(Other);
<a name="l00218"></a>00218 }
<a name="l00219"></a>00219 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == <span class="charliteral">'"'</span> || current == <span class="charliteral">'\''</span>) {
<a name="l00220"></a>00220 state = InString;
<a name="l00221"></a>00221 stringType = current;
<a name="l00222"></a>00222 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (isIdentLetter(current)) {
<a name="l00223"></a>00223 record16(current);
<a name="l00224"></a>00224 state = InIdentifierOrKeyword;
<a name="l00225"></a>00225 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == <span class="charliteral">'\\'</span>) {
<a name="l00226"></a>00226 state = InIdentifierUnicodeEscapeStart;
<a name="l00227"></a>00227 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == <span class="charliteral">'0'</span>) {
<a name="l00228"></a>00228 record8(current);
<a name="l00229"></a>00229 state = InNum0;
<a name="l00230"></a>00230 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (isDecimalDigit(current)) {
<a name="l00231"></a>00231 record8(current);
<a name="l00232"></a>00232 state = InNum;
<a name="l00233"></a>00233 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == <span class="charliteral">'.'</span> && isDecimalDigit(next1)) {
<a name="l00234"></a>00234 record8(current);
<a name="l00235"></a>00235 state = InDecimal;
<a name="l00236"></a>00236 <span class="preprocessor">#ifndef KJS_PURE_ECMA</span>
<a name="l00237"></a>00237 <span class="preprocessor"></span> <span class="comment">// <!-- marks the beginning of a line comment (for www usage)</span>
<a name="l00238"></a>00238 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == <span class="charliteral">'<'</span> && next1 == <span class="charliteral">'!'</span> &&
<a name="l00239"></a>00239 next2 == <span class="charliteral">'-'</span> && next3 == <span class="charliteral">'-'</span>) {
<a name="l00240"></a>00240 shift(3);
<a name="l00241"></a>00241 state = InSingleLineComment;
<a name="l00242"></a>00242 <span class="comment">// same for --></span>
<a name="l00243"></a>00243 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (bol && current == <span class="charliteral">'-'</span> && next1 == <span class="charliteral">'-'</span> && next2 == <span class="charliteral">'>'</span>) {
<a name="l00244"></a>00244 shift(2);
<a name="l00245"></a>00245 state = InSingleLineComment;
<a name="l00246"></a>00246 <span class="preprocessor">#endif</span>
<a name="l00247"></a>00247 <span class="preprocessor"></span> } <span class="keywordflow">else</span> {
<a name="l00248"></a>00248 token = matchPunctuator(current, next1, next2, next3);
<a name="l00249"></a>00249 <span class="keywordflow">if</span> (token != -1) {
<a name="l00250"></a>00250 setDone(Other);
<a name="l00251"></a>00251 } <span class="keywordflow">else</span> {
<a name="l00252"></a>00252 <span class="comment">// cerr << "encountered unknown character" << endl;</span>
<a name="l00253"></a>00253 setDone(Bad);
<a name="l00254"></a>00254 }
<a name="l00255"></a>00255 }
<a name="l00256"></a>00256 <span class="keywordflow">break</span>;
<a name="l00257"></a>00257 <span class="keywordflow">case</span> InString:
<a name="l00258"></a>00258 <span class="keywordflow">if</span> (current == stringType) {
<a name="l00259"></a>00259 shift(1);
<a name="l00260"></a>00260 setDone(<a class="code" href="classKJS_1_1String.html" title="Represents an primitive String value.">String</a>);
<a name="l00261"></a>00261 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == -1 || isLineTerminator) {
<a name="l00262"></a>00262 setDone(Bad);
<a name="l00263"></a>00263 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == <span class="charliteral">'\\'</span>) {
<a name="l00264"></a>00264 state = InEscapeSequence;
<a name="l00265"></a>00265 } <span class="keywordflow">else</span> {
<a name="l00266"></a>00266 record16(current);
<a name="l00267"></a>00267 }
<a name="l00268"></a>00268 <span class="keywordflow">break</span>;
<a name="l00269"></a>00269 <span class="comment">// Escape Sequences inside of strings</span>
<a name="l00270"></a>00270 <span class="keywordflow">case</span> InEscapeSequence:
<a name="l00271"></a>00271 <span class="keywordflow">if</span> (isOctalDigit(current)) {
<a name="l00272"></a>00272 <span class="keywordflow">if</span> (current >= <span class="charliteral">'0'</span> && current <= <span class="charliteral">'3'</span> &&
<a name="l00273"></a>00273 isOctalDigit(next1) && isOctalDigit(next2)) {
<a name="l00274"></a>00274 record16(convertOctal(current, next1, next2));
<a name="l00275"></a>00275 shift(2);
<a name="l00276"></a>00276 state = InString;
<a name="l00277"></a>00277 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (isOctalDigit(current) && isOctalDigit(next1)) {
<a name="l00278"></a>00278 record16(convertOctal(<span class="charliteral">'0'</span>, current, next1));
<a name="l00279"></a>00279 shift(1);
<a name="l00280"></a>00280 state = InString;
<a name="l00281"></a>00281 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (isOctalDigit(current)) {
<a name="l00282"></a>00282 record16(convertOctal(<span class="charliteral">'0'</span>, <span class="charliteral">'0'</span>, current));
<a name="l00283"></a>00283 state = InString;
<a name="l00284"></a>00284 } <span class="keywordflow">else</span> {
<a name="l00285"></a>00285 setDone(Bad);
<a name="l00286"></a>00286 }
<a name="l00287"></a>00287 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == <span class="charliteral">'x'</span>)
<a name="l00288"></a>00288 state = InHexEscape;
<a name="l00289"></a>00289 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == <span class="charliteral">'u'</span>)
<a name="l00290"></a>00290 state = InUnicodeEscape;
<a name="l00291"></a>00291 <span class="keywordflow">else</span> {
<a name="l00292"></a>00292 <span class="keywordflow">if</span> (isLineTerminator)
<a name="l00293"></a>00293 nextLine();
<a name="l00294"></a>00294 record16(singleEscape(current));
<a name="l00295"></a>00295 state = InString;
<a name="l00296"></a>00296 }
<a name="l00297"></a>00297 <span class="keywordflow">break</span>;
<a name="l00298"></a>00298 <span class="keywordflow">case</span> InHexEscape:
<a name="l00299"></a>00299 <span class="keywordflow">if</span> (isHexDigit(current) && isHexDigit(next1)) {
<a name="l00300"></a>00300 state = InString;
<a name="l00301"></a>00301 record16(convertHex(current, next1));
<a name="l00302"></a>00302 shift(1);
<a name="l00303"></a>00303 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == stringType) {
<a name="l00304"></a>00304 record16(<span class="charliteral">'x'</span>);
<a name="l00305"></a>00305 shift(1);
<a name="l00306"></a>00306 setDone(<a class="code" href="classKJS_1_1String.html" title="Represents an primitive String value.">String</a>);
<a name="l00307"></a>00307 } <span class="keywordflow">else</span> {
<a name="l00308"></a>00308 record16(<span class="charliteral">'x'</span>);
<a name="l00309"></a>00309 record16(current);
<a name="l00310"></a>00310 state = InString;
<a name="l00311"></a>00311 }
<a name="l00312"></a>00312 <span class="keywordflow">break</span>;
<a name="l00313"></a>00313 <span class="keywordflow">case</span> InUnicodeEscape:
<a name="l00314"></a>00314 <span class="keywordflow">if</span> (isHexDigit(current) && isHexDigit(next1) &&
<a name="l00315"></a>00315 isHexDigit(next2) && isHexDigit(next3)) {
<a name="l00316"></a>00316 record16(convertUnicode(current, next1, next2, next3));
<a name="l00317"></a>00317 shift(3);
<a name="l00318"></a>00318 state = InString;
<a name="l00319"></a>00319 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == stringType) {
<a name="l00320"></a>00320 record16(<span class="charliteral">'u'</span>);
<a name="l00321"></a>00321 shift(1);
<a name="l00322"></a>00322 setDone(<a class="code" href="classKJS_1_1String.html" title="Represents an primitive String value.">String</a>);
<a name="l00323"></a>00323 } <span class="keywordflow">else</span> {
<a name="l00324"></a>00324 setDone(Bad);
<a name="l00325"></a>00325 }
<a name="l00326"></a>00326 <span class="keywordflow">break</span>;
<a name="l00327"></a>00327 <span class="keywordflow">case</span> InSingleLineComment:
<a name="l00328"></a>00328 <span class="keywordflow">if</span> (isLineTerminator) {
<a name="l00329"></a>00329 nextLine();
<a name="l00330"></a>00330 terminator = <span class="keyword">true</span>;
<a name="l00331"></a>00331 <span class="keywordflow">if</span> (restrKeyword) {
<a name="l00332"></a>00332 token = <span class="charliteral">';'</span>;
<a name="l00333"></a>00333 setDone(Other);
<a name="l00334"></a>00334 } <span class="keywordflow">else</span>
<a name="l00335"></a>00335 state = Start;
<a name="l00336"></a>00336 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == -1) {
<a name="l00337"></a>00337 setDone(Eof);
<a name="l00338"></a>00338 }
<a name="l00339"></a>00339 <span class="keywordflow">break</span>;
<a name="l00340"></a>00340 <span class="keywordflow">case</span> InMultiLineComment:
<a name="l00341"></a>00341 <span class="keywordflow">if</span> (current == -1) {
<a name="l00342"></a>00342 setDone(Bad);
<a name="l00343"></a>00343 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (isLineTerminator) {
<a name="l00344"></a>00344 nextLine();
<a name="l00345"></a>00345 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == <span class="charliteral">'*'</span> && next1 == <span class="charliteral">'/'</span>) {
<a name="l00346"></a>00346 state = Start;
<a name="l00347"></a>00347 shift(1);
<a name="l00348"></a>00348 }
<a name="l00349"></a>00349 <span class="keywordflow">break</span>;
<a name="l00350"></a>00350 <span class="keywordflow">case</span> InIdentifierOrKeyword:
<a name="l00351"></a>00351 <span class="keywordflow">case</span> InIdentifier:
<a name="l00352"></a>00352 <span class="keywordflow">if</span> (isIdentLetter(current) || isDecimalDigit(current))
<a name="l00353"></a>00353 record16(current);
<a name="l00354"></a>00354 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == <span class="charliteral">'\\'</span>)
<a name="l00355"></a>00355 state = InIdentifierUnicodeEscapeStart;
<a name="l00356"></a>00356 <span class="keywordflow">else</span>
<a name="l00357"></a>00357 setDone(state == InIdentifierOrKeyword ? IdentifierOrKeyword : <a class="code" href="classKJS_1_1Identifier.html" title="Represents an Identifier for a Javascript object.">Identifier</a>);
<a name="l00358"></a>00358 <span class="keywordflow">break</span>;
<a name="l00359"></a>00359 <span class="keywordflow">case</span> InNum0:
<a name="l00360"></a>00360 <span class="keywordflow">if</span> (current == <span class="charliteral">'x'</span> || current == <span class="charliteral">'X'</span>) {
<a name="l00361"></a>00361 record8(current);
<a name="l00362"></a>00362 state = InHex;
<a name="l00363"></a>00363 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == <span class="charliteral">'.'</span>) {
<a name="l00364"></a>00364 record8(current);
<a name="l00365"></a>00365 state = InDecimal;
<a name="l00366"></a>00366 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == <span class="charliteral">'e'</span> || current == <span class="charliteral">'E'</span>) {
<a name="l00367"></a>00367 record8(current);
<a name="l00368"></a>00368 state = InExponentIndicator;
<a name="l00369"></a>00369 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (isOctalDigit(current)) {
<a name="l00370"></a>00370 record8(current);
<a name="l00371"></a>00371 state = InOctal;
<a name="l00372"></a>00372 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (isDecimalDigit(current)) {
<a name="l00373"></a>00373 record8(current);
<a name="l00374"></a>00374 state = InDecimal;
<a name="l00375"></a>00375 } <span class="keywordflow">else</span> {
<a name="l00376"></a>00376 setDone(<a class="code" href="classKJS_1_1Number.html" title="Represents an primitive Number value.">Number</a>);
<a name="l00377"></a>00377 }
<a name="l00378"></a>00378 <span class="keywordflow">break</span>;
<a name="l00379"></a>00379 <span class="keywordflow">case</span> InHex:
<a name="l00380"></a>00380 <span class="keywordflow">if</span> (isHexDigit(current)) {
<a name="l00381"></a>00381 record8(current);
<a name="l00382"></a>00382 } <span class="keywordflow">else</span> {
<a name="l00383"></a>00383 setDone(Hex);
<a name="l00384"></a>00384 }
<a name="l00385"></a>00385 <span class="keywordflow">break</span>;
<a name="l00386"></a>00386 <span class="keywordflow">case</span> InOctal:
<a name="l00387"></a>00387 <span class="keywordflow">if</span> (isOctalDigit(current)) {
<a name="l00388"></a>00388 record8(current);
<a name="l00389"></a>00389 }
<a name="l00390"></a>00390 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (isDecimalDigit(current)) {
<a name="l00391"></a>00391 record8(current);
<a name="l00392"></a>00392 state = InDecimal;
<a name="l00393"></a>00393 } <span class="keywordflow">else</span>
<a name="l00394"></a>00394 setDone(Octal);
<a name="l00395"></a>00395 <span class="keywordflow">break</span>;
<a name="l00396"></a>00396 <span class="keywordflow">case</span> InNum:
<a name="l00397"></a>00397 <span class="keywordflow">if</span> (isDecimalDigit(current)) {
<a name="l00398"></a>00398 record8(current);
<a name="l00399"></a>00399 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == <span class="charliteral">'.'</span>) {
<a name="l00400"></a>00400 record8(current);
<a name="l00401"></a>00401 state = InDecimal;
<a name="l00402"></a>00402 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == <span class="charliteral">'e'</span> || current == <span class="charliteral">'E'</span>) {
<a name="l00403"></a>00403 record8(current);
<a name="l00404"></a>00404 state = InExponentIndicator;
<a name="l00405"></a>00405 } <span class="keywordflow">else</span>
<a name="l00406"></a>00406 setDone(<a class="code" href="classKJS_1_1Number.html" title="Represents an primitive Number value.">Number</a>);
<a name="l00407"></a>00407 <span class="keywordflow">break</span>;
<a name="l00408"></a>00408 <span class="keywordflow">case</span> InDecimal:
<a name="l00409"></a>00409 <span class="keywordflow">if</span> (isDecimalDigit(current)) {
<a name="l00410"></a>00410 record8(current);
<a name="l00411"></a>00411 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current == <span class="charliteral">'e'</span> || current == <span class="charliteral">'E'</span>) {
<a name="l00412"></a>00412 record8(current);
<a name="l00413"></a>00413 state = InExponentIndicator;
<a name="l00414"></a>00414 } <span class="keywordflow">else</span>
<a name="l00415"></a>00415 setDone(<a class="code" href="classKJS_1_1Number.html" title="Represents an primitive Number value.">Number</a>);
<a name="l00416"></a>00416 <span class="keywordflow">break</span>;
<a name="l00417"></a>00417 <span class="keywordflow">case</span> InExponentIndicator:
<a name="l00418"></a>00418 <span class="keywordflow">if</span> (current == <span class="charliteral">'+'</span> || current == <span class="charliteral">'-'</span>) {
<a name="l00419"></a>00419 record8(current);
<a name="l00420"></a>00420 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (isDecimalDigit(current)) {
<a name="l00421"></a>00421 record8(current);
<a name="l00422"></a>00422 state = InExponent;
<a name="l00423"></a>00423 } <span class="keywordflow">else</span>
<a name="l00424"></a>00424 setDone(Bad);
<a name="l00425"></a>00425 <span class="keywordflow">break</span>;
<a name="l00426"></a>00426 <span class="keywordflow">case</span> InExponent:
<a name="l00427"></a>00427 <span class="keywordflow">if</span> (isDecimalDigit(current)) {
<a name="l00428"></a>00428 record8(current);
<a name="l00429"></a>00429 } <span class="keywordflow">else</span>
<a name="l00430"></a>00430 setDone(<a class="code" href="classKJS_1_1Number.html" title="Represents an primitive Number value.">Number</a>);
<a name="l00431"></a>00431 <span class="keywordflow">break</span>;
<a name="l00432"></a>00432 <span class="keywordflow">case</span> InIdentifierUnicodeEscapeStart:
<a name="l00433"></a>00433 <span class="keywordflow">if</span> (current == <span class="charliteral">'u'</span>)
<a name="l00434"></a>00434 state = InIdentifierUnicodeEscape;
<a name="l00435"></a>00435 <span class="keywordflow">else</span>
<a name="l00436"></a>00436 setDone(Bad);
<a name="l00437"></a>00437 <span class="keywordflow">break</span>;
<a name="l00438"></a>00438 <span class="keywordflow">case</span> InIdentifierUnicodeEscape:
<a name="l00439"></a>00439 <span class="keywordflow">if</span> (isHexDigit(current) && isHexDigit(next1) && isHexDigit(next2) && isHexDigit(next3)) {
<a name="l00440"></a>00440 record16(convertUnicode(current, next1, next2, next3));
<a name="l00441"></a>00441 shift(3);
<a name="l00442"></a>00442 state = InIdentifier;
<a name="l00443"></a>00443 } <span class="keywordflow">else</span> {
<a name="l00444"></a>00444 setDone(Bad);
<a name="l00445"></a>00445 }
<a name="l00446"></a>00446 <span class="keywordflow">break</span>;
<a name="l00447"></a>00447 <span class="keywordflow">default</span>:
<a name="l00448"></a>00448 assert(!<span class="stringliteral">"Unhandled state in switch statement"</span>);
<a name="l00449"></a>00449 }
<a name="l00450"></a>00450
<a name="l00451"></a>00451 <span class="comment">// move on to the next character</span>
<a name="l00452"></a>00452 <span class="keywordflow">if</span> (!done)
<a name="l00453"></a>00453 shift(1);
<a name="l00454"></a>00454 <span class="preprocessor">#ifndef KJS_PURE_ECMA</span>
<a name="l00455"></a>00455 <span class="preprocessor"></span> <span class="keywordflow">if</span> (state != Start && state != InSingleLineComment)
<a name="l00456"></a>00456 bol = <span class="keyword">false</span>;
<a name="l00457"></a>00457 <span class="preprocessor">#endif</span>
<a name="l00458"></a>00458 <span class="preprocessor"></span> }
<a name="l00459"></a>00459
<a name="l00460"></a>00460 <span class="comment">// no identifiers allowed directly after numeric literal, e.g. "3in" is bad</span>
<a name="l00461"></a>00461 <span class="keywordflow">if</span> ((state == <a class="code" href="classKJS_1_1Number.html" title="Represents an primitive Number value.">Number</a> || state == Octal || state == Hex)
<a name="l00462"></a>00462 && isIdentLetter(current))
<a name="l00463"></a>00463 state = Bad;
<a name="l00464"></a>00464
<a name="l00465"></a>00465 <span class="comment">// terminate string</span>
<a name="l00466"></a>00466 buffer8[pos8] = <span class="charliteral">'\0'</span>;
<a name="l00467"></a>00467
<a name="l00468"></a>00468 <span class="preprocessor">#ifdef KJS_DEBUG_LEX</span>
<a name="l00469"></a>00469 <span class="preprocessor"></span> fprintf(stderr, <span class="stringliteral">"line: %d "</span>, lineNo());
<a name="l00470"></a>00470 fprintf(stderr, <span class="stringliteral">"yytext (%x): "</span>, buffer8[0]);
<a name="l00471"></a>00471 fprintf(stderr, <span class="stringliteral">"%s "</span>, buffer8);
<a name="l00472"></a>00472 <span class="preprocessor">#endif</span>
<a name="l00473"></a>00473 <span class="preprocessor"></span>
<a name="l00474"></a>00474 <span class="keywordtype">long</span> <span class="keywordtype">double</span> dval = 0;
<a name="l00475"></a>00475 <span class="keywordflow">if</span> (state == <a class="code" href="classKJS_1_1Number.html" title="Represents an primitive Number value.">Number</a>) {
<a name="l00476"></a>00476 dval = kjs_strtod(buffer8, 0L);
<a name="l00477"></a>00477 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (state == Hex) { <span class="comment">// scan hex numbers</span>
<a name="l00478"></a>00478 dval = 0;
<a name="l00479"></a>00479 <span class="keywordflow">if</span> (buffer8[0] == <span class="charliteral">'0'</span> && (buffer8[1] == <span class="charliteral">'x'</span> || buffer8[1] == <span class="charliteral">'X'</span>)) {
<a name="l00480"></a>00480 <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keywordtype">char</span> *p = buffer8+2; *p; p++) {
<a name="l00481"></a>00481 <span class="keywordflow">if</span> (!isHexDigit(*p)) {
<a name="l00482"></a>00482 dval = 0;
<a name="l00483"></a>00483 <span class="keywordflow">break</span>;
<a name="l00484"></a>00484 }
<a name="l00485"></a>00485 dval = dval * 16 + convertHex(*p);
<a name="l00486"></a>00486 }
<a name="l00487"></a>00487 }
<a name="l00488"></a>00488 state = <a class="code" href="classKJS_1_1Number.html" title="Represents an primitive Number value.">Number</a>;
<a name="l00489"></a>00489 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (state == Octal) { <span class="comment">// scan octal number</span>
<a name="l00490"></a>00490 dval = 0;
<a name="l00491"></a>00491 <span class="keywordflow">if</span> (buffer8[0] == <span class="charliteral">'0'</span>) {
<a name="l00492"></a>00492 <span class="keywordflow">for</span> (<span class="keyword">const</span> <span class="keywordtype">char</span> *p = buffer8+1; *p; p++) {
<a name="l00493"></a>00493 <span class="keywordflow">if</span> (*p < '0' || *p > <span class="charliteral">'7'</span>) {
<a name="l00494"></a>00494 dval = 0;
<a name="l00495"></a>00495 <span class="keywordflow">break</span>;
<a name="l00496"></a>00496 }
<a name="l00497"></a>00497 dval = dval * 8 + *p - <span class="charliteral">'0'</span>;
<a name="l00498"></a>00498 }
<a name="l00499"></a>00499 }
<a name="l00500"></a>00500 state = <a class="code" href="classKJS_1_1Number.html" title="Represents an primitive Number value.">Number</a>;
<a name="l00501"></a>00501 }
<a name="l00502"></a>00502
<a name="l00503"></a>00503 <span class="preprocessor">#ifdef KJS_DEBUG_LEX</span>
<a name="l00504"></a>00504 <span class="preprocessor"></span> <span class="keywordflow">switch</span> (state) {
<a name="l00505"></a>00505 <span class="keywordflow">case</span> Eof:
<a name="l00506"></a>00506 printf(<span class="stringliteral">"(EOF)\n"</span>);
<a name="l00507"></a>00507 <span class="keywordflow">break</span>;
<a name="l00508"></a>00508 <span class="keywordflow">case</span> Other:
<a name="l00509"></a>00509 printf(<span class="stringliteral">"(Other)\n"</span>);
<a name="l00510"></a>00510 <span class="keywordflow">break</span>;
<a name="l00511"></a>00511 <span class="keywordflow">case</span> <a class="code" href="classKJS_1_1Identifier.html" title="Represents an Identifier for a Javascript object.">Identifier</a>:
<a name="l00512"></a>00512 <span class="keywordflow">case</span> IdentifierOrKeyword:
<a name="l00513"></a>00513 printf(<span class="stringliteral">"(Identifier)/(Keyword)\n"</span>);
<a name="l00514"></a>00514 <span class="keywordflow">break</span>;
<a name="l00515"></a>00515 <span class="keywordflow">case</span> <a class="code" href="classKJS_1_1String.html" title="Represents an primitive String value.">String</a>:
<a name="l00516"></a>00516 printf(<span class="stringliteral">"(String)\n"</span>);
<a name="l00517"></a>00517 <span class="keywordflow">break</span>;
<a name="l00518"></a>00518 <span class="keywordflow">case</span> <a class="code" href="classKJS_1_1Number.html" title="Represents an primitive Number value.">Number</a>:
<a name="l00519"></a>00519 printf(<span class="stringliteral">"(Number)\n"</span>);
<a name="l00520"></a>00520 <span class="keywordflow">break</span>;
<a name="l00521"></a>00521 <span class="keywordflow">default</span>:
<a name="l00522"></a>00522 printf(<span class="stringliteral">"(unknown)"</span>);
<a name="l00523"></a>00523 }
<a name="l00524"></a>00524 <span class="preprocessor">#endif</span>
<a name="l00525"></a>00525 <span class="preprocessor"></span>
<a name="l00526"></a>00526 <span class="keywordflow">if</span> (state != <a class="code" href="classKJS_1_1Identifier.html" title="Represents an Identifier for a Javascript object.">Identifier</a> && state != IdentifierOrKeyword &&
<a name="l00527"></a>00527 convertNextIdentifier)
<a name="l00528"></a>00528 convertNextIdentifier = <span class="keyword">false</span>;
<a name="l00529"></a>00529
<a name="l00530"></a>00530 restrKeyword = <span class="keyword">false</span>;
<a name="l00531"></a>00531 delimited = <span class="keyword">false</span>;
<a name="l00532"></a>00532 kjsyylloc.first_line = yylineno; <span class="comment">// ???</span>
<a name="l00533"></a>00533 kjsyylloc.last_line = yylineno;
<a name="l00534"></a>00534
<a name="l00535"></a>00535 <span class="keywordflow">switch</span> (state) {
<a name="l00536"></a>00536 <span class="keywordflow">case</span> Eof:
<a name="l00537"></a>00537 token = 0;
<a name="l00538"></a>00538 <span class="keywordflow">break</span>;
<a name="l00539"></a>00539 <span class="keywordflow">case</span> Other:
<a name="l00540"></a>00540 <span class="keywordflow">if</span>(token == <span class="charliteral">'}'</span> || token == <span class="charliteral">';'</span>) {
<a name="l00541"></a>00541 delimited = <span class="keyword">true</span>;
<a name="l00542"></a>00542 }
<a name="l00543"></a>00543 <span class="keywordflow">break</span>;
<a name="l00544"></a>00544 <span class="keywordflow">case</span> IdentifierOrKeyword:
<a name="l00545"></a>00545 <span class="keywordflow">if</span> ((token = <a class="code" href="classKJS_1_1Lookup.html#a7fa6228cc9915fe1fe4ec8690c5c7447" title="Find an entry in the table, and return its value (i.e.">Lookup::find</a>(&mainTable, buffer16, pos16)) < 0) {
<a name="l00546"></a>00546 <span class="keywordflow">case</span> <a class="code" href="classKJS_1_1Identifier.html" title="Represents an Identifier for a Javascript object.">Identifier</a>:
<a name="l00547"></a>00547 <span class="comment">// Lookup for keyword failed, means this is an identifier</span>
<a name="l00548"></a>00548 <span class="comment">// Apply anonymous-function hack below (convert the identifier)</span>
<a name="l00549"></a>00549 <span class="keywordflow">if</span> (convertNextIdentifier) {
<a name="l00550"></a>00550 convertNextIdentifier = <span class="keyword">false</span>;
<a name="l00551"></a>00551 <span class="preprocessor">#ifdef KJS_VERBOSE</span>
<a name="l00552"></a>00552 <span class="preprocessor"></span> <a class="code" href="classKJS_1_1UString.html" title="Unicode string class.">UString</a> debugstr(buffer16, pos16); fprintf(stderr,<span class="stringliteral">"Anonymous function hack: eating identifier %s\n"</span>,debugstr.ascii());
<a name="l00553"></a>00553 <span class="preprocessor">#endif</span>
<a name="l00554"></a>00554 <span class="preprocessor"></span> token = FUNCEXPRIDENT;
<a name="l00555"></a>00555 } <span class="keywordflow">else</span> {
<a name="l00556"></a>00556 token = IDENT;
<a name="l00557"></a>00557 }
<a name="l00558"></a>00558 <span class="comment">/* TODO: close leak on parse error. same holds true for String */</span>
<a name="l00559"></a>00559 kjsyylval.ident = makeIdentifier(buffer16, pos16);
<a name="l00560"></a>00560 <span class="keywordflow">break</span>;
<a name="l00561"></a>00561 }
<a name="l00562"></a>00562
<a name="l00563"></a>00563 convertNextIdentifier = <span class="keyword">false</span>;
<a name="l00564"></a>00564 <span class="comment">// Hack for "f = function somename() { ... }", too hard to get into the grammar</span>
<a name="l00565"></a>00565 <span class="comment">// Same for building an array with function pointers ( 'name', func1, 'name2', func2 )</span>
<a name="l00566"></a>00566 <span class="comment">// There are lots of other uses, we really have to get this into the grammar</span>
<a name="l00567"></a>00567 <span class="keywordflow">if</span> ( token == FUNCTION &&
<a name="l00568"></a>00568 ( lastToken == <span class="charliteral">'='</span> || lastToken == <span class="charliteral">','</span> || lastToken == <span class="charliteral">'('</span> ||
<a name="l00569"></a>00569 lastToken == <span class="charliteral">':'</span> || lastToken == RETURN ) )
<a name="l00570"></a>00570 convertNextIdentifier = <span class="keyword">true</span>;
<a name="l00571"></a>00571
<a name="l00572"></a>00572 <span class="keywordflow">if</span> (token == CONTINUE || token == BREAK ||
<a name="l00573"></a>00573 token == RETURN || token == THROW)
<a name="l00574"></a>00574 restrKeyword = <span class="keyword">true</span>;
<a name="l00575"></a>00575 <span class="keywordflow">break</span>;
<a name="l00576"></a>00576 <span class="keywordflow">case</span> <a class="code" href="classKJS_1_1String.html" title="Represents an primitive String value.">String</a>:
<a name="l00577"></a>00577 kjsyylval.ustr = makeUString(buffer16, pos16);
<a name="l00578"></a>00578 token = STRING;
<a name="l00579"></a>00579 <span class="keywordflow">break</span>;
<a name="l00580"></a>00580 <span class="keywordflow">case</span> <a class="code" href="classKJS_1_1Number.html" title="Represents an primitive Number value.">Number</a>:
<a name="l00581"></a>00581 kjsyylval.dval = dval;
<a name="l00582"></a>00582 token = NUMBER;
<a name="l00583"></a>00583 <span class="keywordflow">break</span>;
<a name="l00584"></a>00584 <span class="keywordflow">case</span> Bad:
<a name="l00585"></a>00585 foundBad = <span class="keyword">true</span>;
<a name="l00586"></a>00586 <span class="keywordflow">return</span> -1;
<a name="l00587"></a>00587 <span class="keywordflow">default</span>:
<a name="l00588"></a>00588 assert(!<span class="stringliteral">"unhandled numeration value in switch"</span>);
<a name="l00589"></a>00589 <span class="keywordflow">return</span> -1;
<a name="l00590"></a>00590 }
<a name="l00591"></a>00591 lastToken = token;
<a name="l00592"></a>00592 <span class="keywordflow">return</span> token;
<a name="l00593"></a>00593 }
<a name="l00594"></a>00594
<a name="l00595"></a>00595 <span class="keywordtype">bool</span> Lexer::isWhiteSpace(<span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c)
<a name="l00596"></a>00596 {
<a name="l00597"></a>00597 <span class="keywordflow">return</span> (c == <span class="charliteral">' '</span> || c == <span class="charliteral">'\t'</span> ||
<a name="l00598"></a>00598 c == 0x0b || c == 0x0c || c == 0xa0);
<a name="l00599"></a>00599 }
<a name="l00600"></a>00600
<a name="l00601"></a>00601 <span class="keywordtype">bool</span> Lexer::isIdentLetter(<span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c)
<a name="l00602"></a>00602 {
<a name="l00603"></a>00603 <span class="comment">// Allow any character in the Unicode categories</span>
<a name="l00604"></a>00604 <span class="comment">// Uppercase letter (Lu), Lowercase letter (Ll),</span>
<a name="l00605"></a>00605 <span class="comment">// Titlecase letter (Lt)", Modifier letter (Lm),</span>
<a name="l00606"></a>00606 <span class="comment">// Other letter (Lo), or Letter number (Nl).</span>
<a name="l00607"></a>00607 <span class="comment">// Also see: http://www.unicode.org/Public/UNIDATA/UnicodeData.txt */</span>
<a name="l00608"></a>00608 <span class="keywordflow">return</span> (c >= <span class="charliteral">'a'</span> && c <= <span class="charliteral">'z'</span> ||
<a name="l00609"></a>00609 c >= <span class="charliteral">'A'</span> && c <= <span class="charliteral">'Z'</span> ||
<a name="l00610"></a>00610 <span class="comment">// A with grave - O with diaeresis</span>
<a name="l00611"></a>00611 c >= 0x00c0 && c <= 0x00d6 ||
<a name="l00612"></a>00612 <span class="comment">// O with stroke - o with diaeresis</span>
<a name="l00613"></a>00613 c >= 0x00d8 && c <= 0x00f6 ||
<a name="l00614"></a>00614 <span class="comment">// o with stroke - turned h with fishook and tail</span>
<a name="l00615"></a>00615 c >= 0x00f8 && c <= 0x02af ||
<a name="l00616"></a>00616 <span class="comment">// Greek etc. TODO: not precise</span>
<a name="l00617"></a>00617 c >= 0x0388 && c <= 0x1ffc ||
<a name="l00618"></a>00618 c == <span class="charliteral">'$'</span> || c == <span class="charliteral">'_'</span>);
<a name="l00619"></a>00619 <span class="comment">/* TODO: use complete category table */</span>
<a name="l00620"></a>00620 }
<a name="l00621"></a>00621
<a name="l00622"></a>00622 <span class="keywordtype">bool</span> Lexer::isDecimalDigit(<span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c)
<a name="l00623"></a>00623 {
<a name="l00624"></a>00624 <span class="keywordflow">return</span> (c >= <span class="charliteral">'0'</span> && c <= <span class="charliteral">'9'</span>);
<a name="l00625"></a>00625 }
<a name="l00626"></a>00626
<a name="l00627"></a>00627 <span class="keywordtype">bool</span> Lexer::isHexDigit(<span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c)
<a name="l00628"></a>00628 {
<a name="l00629"></a>00629 <span class="keywordflow">return</span> (c >= <span class="charliteral">'0'</span> && c <= <span class="charliteral">'9'</span> ||
<a name="l00630"></a>00630 c >= <span class="charliteral">'a'</span> && c <= <span class="charliteral">'f'</span> ||
<a name="l00631"></a>00631 c >= <span class="charliteral">'A'</span> && c <= <span class="charliteral">'F'</span>);
<a name="l00632"></a>00632 }
<a name="l00633"></a>00633
<a name="l00634"></a>00634 <span class="keywordtype">bool</span> Lexer::isOctalDigit(<span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c)
<a name="l00635"></a>00635 {
<a name="l00636"></a>00636 <span class="keywordflow">return</span> (c >= <span class="charliteral">'0'</span> && c <= <span class="charliteral">'7'</span>);
<a name="l00637"></a>00637 }
<a name="l00638"></a>00638
<a name="l00639"></a>00639 <span class="keywordtype">int</span> Lexer::matchPunctuator(<span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c1, <span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c2,
<a name="l00640"></a>00640 <span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c3, <span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c4)
<a name="l00641"></a>00641 {
<a name="l00642"></a>00642 <span class="keywordflow">if</span> (c1 == <span class="charliteral">'>'</span> && c2 == <span class="charliteral">'>'</span> && c3 == <span class="charliteral">'>'</span> && c4 == <span class="charliteral">'='</span>) {
<a name="l00643"></a>00643 shift(4);
<a name="l00644"></a>00644 <span class="keywordflow">return</span> URSHIFTEQUAL;
<a name="l00645"></a>00645 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'='</span> && c2 == <span class="charliteral">'='</span> && c3 == <span class="charliteral">'='</span>) {
<a name="l00646"></a>00646 shift(3);
<a name="l00647"></a>00647 <span class="keywordflow">return</span> STREQ;
<a name="l00648"></a>00648 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'!'</span> && c2 == <span class="charliteral">'='</span> && c3 == <span class="charliteral">'='</span>) {
<a name="l00649"></a>00649 shift(3);
<a name="l00650"></a>00650 <span class="keywordflow">return</span> STRNEQ;
<a name="l00651"></a>00651 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'>'</span> && c2 == <span class="charliteral">'>'</span> && c3 == <span class="charliteral">'>'</span>) {
<a name="l00652"></a>00652 shift(3);
<a name="l00653"></a>00653 <span class="keywordflow">return</span> URSHIFT;
<a name="l00654"></a>00654 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'<'</span> && c2 == <span class="charliteral">'<'</span> && c3 == <span class="charliteral">'='</span>) {
<a name="l00655"></a>00655 shift(3);
<a name="l00656"></a>00656 <span class="keywordflow">return</span> LSHIFTEQUAL;
<a name="l00657"></a>00657 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'>'</span> && c2 == <span class="charliteral">'>'</span> && c3 == <span class="charliteral">'='</span>) {
<a name="l00658"></a>00658 shift(3);
<a name="l00659"></a>00659 <span class="keywordflow">return</span> RSHIFTEQUAL;
<a name="l00660"></a>00660 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'<'</span> && c2 == <span class="charliteral">'='</span>) {
<a name="l00661"></a>00661 shift(2);
<a name="l00662"></a>00662 <span class="keywordflow">return</span> LE;
<a name="l00663"></a>00663 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'>'</span> && c2 == <span class="charliteral">'='</span>) {
<a name="l00664"></a>00664 shift(2);
<a name="l00665"></a>00665 <span class="keywordflow">return</span> GE;
<a name="l00666"></a>00666 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'!'</span> && c2 == <span class="charliteral">'='</span>) {
<a name="l00667"></a>00667 shift(2);
<a name="l00668"></a>00668 <span class="keywordflow">return</span> NE;
<a name="l00669"></a>00669 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'+'</span> && c2 == <span class="charliteral">'+'</span>) {
<a name="l00670"></a>00670 shift(2);
<a name="l00671"></a>00671 <span class="keywordflow">if</span> (terminator)
<a name="l00672"></a>00672 <span class="keywordflow">return</span> AUTOPLUSPLUS;
<a name="l00673"></a>00673 <span class="keywordflow">else</span>
<a name="l00674"></a>00674 <span class="keywordflow">return</span> PLUSPLUS;
<a name="l00675"></a>00675 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'-'</span> && c2 == <span class="charliteral">'-'</span>) {
<a name="l00676"></a>00676 shift(2);
<a name="l00677"></a>00677 <span class="keywordflow">if</span> (terminator)
<a name="l00678"></a>00678 <span class="keywordflow">return</span> AUTOMINUSMINUS;
<a name="l00679"></a>00679 <span class="keywordflow">else</span>
<a name="l00680"></a>00680 <span class="keywordflow">return</span> MINUSMINUS;
<a name="l00681"></a>00681 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'='</span> && c2 == <span class="charliteral">'='</span>) {
<a name="l00682"></a>00682 shift(2);
<a name="l00683"></a>00683 <span class="keywordflow">return</span> EQEQ;
<a name="l00684"></a>00684 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'+'</span> && c2 == <span class="charliteral">'='</span>) {
<a name="l00685"></a>00685 shift(2);
<a name="l00686"></a>00686 <span class="keywordflow">return</span> PLUSEQUAL;
<a name="l00687"></a>00687 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'-'</span> && c2 == <span class="charliteral">'='</span>) {
<a name="l00688"></a>00688 shift(2);
<a name="l00689"></a>00689 <span class="keywordflow">return</span> MINUSEQUAL;
<a name="l00690"></a>00690 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'*'</span> && c2 == <span class="charliteral">'='</span>) {
<a name="l00691"></a>00691 shift(2);
<a name="l00692"></a>00692 <span class="keywordflow">return</span> MULTEQUAL;
<a name="l00693"></a>00693 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'/'</span> && c2 == <span class="charliteral">'='</span>) {
<a name="l00694"></a>00694 shift(2);
<a name="l00695"></a>00695 <span class="keywordflow">return</span> DIVEQUAL;
<a name="l00696"></a>00696 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'&'</span> && c2 == <span class="charliteral">'='</span>) {
<a name="l00697"></a>00697 shift(2);
<a name="l00698"></a>00698 <span class="keywordflow">return</span> ANDEQUAL;
<a name="l00699"></a>00699 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'^'</span> && c2 == <span class="charliteral">'='</span>) {
<a name="l00700"></a>00700 shift(2);
<a name="l00701"></a>00701 <span class="keywordflow">return</span> XOREQUAL;
<a name="l00702"></a>00702 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'%'</span> && c2 == <span class="charliteral">'='</span>) {
<a name="l00703"></a>00703 shift(2);
<a name="l00704"></a>00704 <span class="keywordflow">return</span> MODEQUAL;
<a name="l00705"></a>00705 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'|'</span> && c2 == <span class="charliteral">'='</span>) {
<a name="l00706"></a>00706 shift(2);
<a name="l00707"></a>00707 <span class="keywordflow">return</span> OREQUAL;
<a name="l00708"></a>00708 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'<'</span> && c2 == <span class="charliteral">'<'</span>) {
<a name="l00709"></a>00709 shift(2);
<a name="l00710"></a>00710 <span class="keywordflow">return</span> LSHIFT;
<a name="l00711"></a>00711 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'>'</span> && c2 == <span class="charliteral">'>'</span>) {
<a name="l00712"></a>00712 shift(2);
<a name="l00713"></a>00713 <span class="keywordflow">return</span> RSHIFT;
<a name="l00714"></a>00714 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'&'</span> && c2 == <span class="charliteral">'&'</span>) {
<a name="l00715"></a>00715 shift(2);
<a name="l00716"></a>00716 <span class="keywordflow">return</span> AND;
<a name="l00717"></a>00717 } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c1 == <span class="charliteral">'|'</span> && c2 == <span class="charliteral">'|'</span>) {
<a name="l00718"></a>00718 shift(2);
<a name="l00719"></a>00719 <span class="keywordflow">return</span> OR;
<a name="l00720"></a>00720 }
<a name="l00721"></a>00721
<a name="l00722"></a>00722 <span class="keywordflow">switch</span>(c1) {
<a name="l00723"></a>00723 <span class="keywordflow">case</span> <span class="charliteral">'='</span>:
<a name="l00724"></a>00724 <span class="keywordflow">case</span> <span class="charliteral">'>'</span>:
<a name="l00725"></a>00725 <span class="keywordflow">case</span> <span class="charliteral">'<'</span>:
<a name="l00726"></a>00726 <span class="keywordflow">case</span> <span class="charliteral">','</span>:
<a name="l00727"></a>00727 <span class="keywordflow">case</span> <span class="charliteral">'!'</span>:
<a name="l00728"></a>00728 <span class="keywordflow">case</span> <span class="charliteral">'~'</span>:
<a name="l00729"></a>00729 <span class="keywordflow">case</span> <span class="charliteral">'?'</span>:
<a name="l00730"></a>00730 <span class="keywordflow">case</span> <span class="charliteral">':'</span>:
<a name="l00731"></a>00731 <span class="keywordflow">case</span> <span class="charliteral">'.'</span>:
<a name="l00732"></a>00732 <span class="keywordflow">case</span> <span class="charliteral">'+'</span>:
<a name="l00733"></a>00733 <span class="keywordflow">case</span> <span class="charliteral">'-'</span>:
<a name="l00734"></a>00734 <span class="keywordflow">case</span> <span class="charliteral">'*'</span>:
<a name="l00735"></a>00735 <span class="keywordflow">case</span> <span class="charliteral">'/'</span>:
<a name="l00736"></a>00736 <span class="keywordflow">case</span> <span class="charliteral">'&'</span>:
<a name="l00737"></a>00737 <span class="keywordflow">case</span> <span class="charliteral">'|'</span>:
<a name="l00738"></a>00738 <span class="keywordflow">case</span> <span class="charliteral">'^'</span>:
<a name="l00739"></a>00739 <span class="keywordflow">case</span> <span class="charliteral">'%'</span>:
<a name="l00740"></a>00740 <span class="keywordflow">case</span> <span class="charliteral">'('</span>:
<a name="l00741"></a>00741 <span class="keywordflow">case</span> <span class="charliteral">')'</span>:
<a name="l00742"></a>00742 <span class="keywordflow">case</span> <span class="charliteral">'{'</span>:
<a name="l00743"></a>00743 <span class="keywordflow">case</span> <span class="charliteral">'}'</span>:
<a name="l00744"></a>00744 <span class="keywordflow">case</span> <span class="charliteral">'['</span>:
<a name="l00745"></a>00745 <span class="keywordflow">case</span> <span class="charliteral">']'</span>:
<a name="l00746"></a>00746 <span class="keywordflow">case</span> <span class="charliteral">';'</span>:
<a name="l00747"></a>00747 shift(1);
<a name="l00748"></a>00748 <span class="keywordflow">return</span> <span class="keyword">static_cast<</span><span class="keywordtype">int</span><span class="keyword">></span>(c1);
<a name="l00749"></a>00749 <span class="keywordflow">default</span>:
<a name="l00750"></a>00750 <span class="keywordflow">return</span> -1;
<a name="l00751"></a>00751 }
<a name="l00752"></a>00752 }
<a name="l00753"></a>00753
<a name="l00754"></a>00754 <span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> Lexer::singleEscape(<span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c)<span class="keyword"> const</span>
<a name="l00755"></a>00755 <span class="keyword"></span>{
<a name="l00756"></a>00756 <span class="keywordflow">switch</span>(c) {
<a name="l00757"></a>00757 <span class="keywordflow">case</span> <span class="charliteral">'b'</span>:
<a name="l00758"></a>00758 <span class="keywordflow">return</span> 0x08;
<a name="l00759"></a>00759 <span class="keywordflow">case</span> <span class="charliteral">'t'</span>:
<a name="l00760"></a>00760 <span class="keywordflow">return</span> 0x09;
<a name="l00761"></a>00761 <span class="keywordflow">case</span> <span class="charliteral">'n'</span>:
<a name="l00762"></a>00762 <span class="keywordflow">return</span> 0x0A;
<a name="l00763"></a>00763 <span class="keywordflow">case</span> <span class="charliteral">'v'</span>:
<a name="l00764"></a>00764 <span class="keywordflow">return</span> 0x0B;
<a name="l00765"></a>00765 <span class="keywordflow">case</span> <span class="charliteral">'f'</span>:
<a name="l00766"></a>00766 <span class="keywordflow">return</span> 0x0C;
<a name="l00767"></a>00767 <span class="keywordflow">case</span> <span class="charliteral">'r'</span>:
<a name="l00768"></a>00768 <span class="keywordflow">return</span> 0x0D;
<a name="l00769"></a>00769 <span class="keywordflow">case</span> <span class="charliteral">'"'</span>:
<a name="l00770"></a>00770 <span class="keywordflow">return</span> 0x22;
<a name="l00771"></a>00771 <span class="keywordflow">case</span> <span class="charliteral">'\''</span>:
<a name="l00772"></a>00772 <span class="keywordflow">return</span> 0x27;
<a name="l00773"></a>00773 <span class="keywordflow">case</span> <span class="charliteral">'\\'</span>:
<a name="l00774"></a>00774 <span class="keywordflow">return</span> 0x5C;
<a name="l00775"></a>00775 <span class="keywordflow">default</span>:
<a name="l00776"></a>00776 <span class="keywordflow">return</span> c;
<a name="l00777"></a>00777 }
<a name="l00778"></a>00778 }
<a name="l00779"></a>00779
<a name="l00780"></a>00780 <span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> Lexer::convertOctal(<span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c1, <span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c2,
<a name="l00781"></a>00781 <span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c3)<span class="keyword"> const</span>
<a name="l00782"></a>00782 <span class="keyword"></span>{
<a name="l00783"></a>00783 <span class="keywordflow">return</span> ((c1 - <span class="charliteral">'0'</span>) * 64 + (c2 - <span class="charliteral">'0'</span>) * 8 + c3 - <span class="charliteral">'0'</span>);
<a name="l00784"></a>00784 }
<a name="l00785"></a>00785
<a name="l00786"></a>00786 <span class="keywordtype">unsigned</span> <span class="keywordtype">char</span> Lexer::convertHex(<span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c)
<a name="l00787"></a>00787 {
<a name="l00788"></a>00788 <span class="keywordflow">if</span> (c >= <span class="charliteral">'0'</span> && c <= <span class="charliteral">'9'</span>)
<a name="l00789"></a>00789 <span class="keywordflow">return</span> (c - <span class="charliteral">'0'</span>);
<a name="l00790"></a>00790 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (c >= <span class="charliteral">'a'</span> && c <= <span class="charliteral">'f'</span>)
<a name="l00791"></a>00791 <span class="keywordflow">return</span> (c - <span class="charliteral">'a'</span> + 10);
<a name="l00792"></a>00792 <span class="keywordflow">else</span>
<a name="l00793"></a>00793 <span class="keywordflow">return</span> (c - <span class="charliteral">'A'</span> + 10);
<a name="l00794"></a>00794 }
<a name="l00795"></a>00795
<a name="l00796"></a>00796 <span class="keywordtype">unsigned</span> <span class="keywordtype">char</span> Lexer::convertHex(<span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c1, <span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c2)
<a name="l00797"></a>00797 {
<a name="l00798"></a>00798 <span class="keywordflow">return</span> ((convertHex(c1) << 4) + convertHex(c2));
<a name="l00799"></a>00799 }
<a name="l00800"></a>00800
<a name="l00801"></a>00801 <a class="code" href="structKJS_1_1UChar.html" title="Unicode character.">UChar</a> Lexer::convertUnicode(<span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c1, <span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c2,
<a name="l00802"></a>00802 <span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c3, <span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c4)
<a name="l00803"></a>00803 {
<a name="l00804"></a>00804 <span class="keywordflow">return</span> <a class="code" href="structKJS_1_1UChar.html" title="Unicode character.">UChar</a>((convertHex(c1) << 4) + convertHex(c2),
<a name="l00805"></a>00805 (convertHex(c3) << 4) + convertHex(c4));
<a name="l00806"></a>00806 }
<a name="l00807"></a>00807
<a name="l00808"></a>00808 <span class="keywordtype">void</span> Lexer::record8(<span class="keywordtype">unsigned</span> <span class="keywordtype">short</span> c)
<a name="l00809"></a>00809 {
<a name="l00810"></a>00810 assert(c <= 0xff);
<a name="l00811"></a>00811
<a name="l00812"></a>00812 <span class="comment">// enlarge buffer if full</span>
<a name="l00813"></a>00813 <span class="keywordflow">if</span> (pos8 >= size8 - 1) {
<a name="l00814"></a>00814 <span class="keywordtype">char</span> *tmp = <span class="keyword">new</span> <span class="keywordtype">char</span>[2 * size8];
<a name="l00815"></a>00815 memcpy(tmp, buffer8, size8 * <span class="keyword">sizeof</span>(<span class="keywordtype">char</span>));
<a name="l00816"></a>00816 <span class="keyword">delete</span> [] buffer8;
<a name="l00817"></a>00817 buffer8 = tmp;
<a name="l00818"></a>00818 size8 *= 2;
<a name="l00819"></a>00819 }
<a name="l00820"></a>00820
<a name="l00821"></a>00821 buffer8[pos8++] = (char) c;
<a name="l00822"></a>00822 }
<a name="l00823"></a>00823
<a name="l00824"></a>00824 <span class="keywordtype">void</span> Lexer::record16(<span class="keywordtype">int</span> c)
<a name="l00825"></a>00825 {
<a name="l00826"></a>00826 assert(c >= 0);
<a name="l00827"></a>00827 <span class="comment">//assert(c <= USHRT_MAX);</span>
<a name="l00828"></a>00828 record16(<a class="code" href="structKJS_1_1UChar.html" title="Unicode character.">UChar</a>(static_cast<unsigned short>(c)));
<a name="l00829"></a>00829 }
<a name="l00830"></a>00830
<a name="l00831"></a>00831 <span class="keywordtype">void</span> Lexer::record16(<a class="code" href="structKJS_1_1UChar.html" title="Unicode character.">UChar</a> c)
<a name="l00832"></a>00832 {
<a name="l00833"></a>00833 <span class="comment">// enlarge buffer if full</span>
<a name="l00834"></a>00834 <span class="keywordflow">if</span> (pos16 >= size16 - 1) {
<a name="l00835"></a>00835 <a class="code" href="structKJS_1_1UChar.html" title="Unicode character.">UChar</a> *tmp = <span class="keyword">new</span> <a class="code" href="structKJS_1_1UChar.html" title="Unicode character.">UChar</a>[2 * size16];
<a name="l00836"></a>00836 memcpy(tmp, buffer16, size16 * <span class="keyword">sizeof</span>(<a class="code" href="structKJS_1_1UChar.html" title="Unicode character.">UChar</a>));
<a name="l00837"></a>00837 <span class="keyword">delete</span> [] buffer16;
<a name="l00838"></a>00838 buffer16 = tmp;
<a name="l00839"></a>00839 size16 *= 2;
<a name="l00840"></a>00840 }
<a name="l00841"></a>00841
<a name="l00842"></a>00842 buffer16[pos16++] = c;
<a name="l00843"></a>00843 }
<a name="l00844"></a>00844
<a name="l00845"></a>00845 <span class="keywordtype">bool</span> Lexer::scanRegExp()
<a name="l00846"></a>00846 {
<a name="l00847"></a>00847 pos16 = 0;
<a name="l00848"></a>00848 <span class="keywordtype">bool</span> lastWasEscape = <span class="keyword">false</span>;
<a name="l00849"></a>00849 <span class="keywordtype">bool</span> inBrackets = <span class="keyword">false</span>;
<a name="l00850"></a>00850
<a name="l00851"></a>00851 <span class="keywordflow">while</span> (1) {
<a name="l00852"></a>00852 <span class="keywordflow">if</span> (current == <span class="charliteral">'\r'</span> || current == <span class="charliteral">'\n'</span> || current == -1)
<a name="l00853"></a>00853 <span class="keywordflow">return</span> <span class="keyword">false</span>;
<a name="l00854"></a>00854 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (current != <span class="charliteral">'/'</span> || lastWasEscape == <span class="keyword">true</span> || inBrackets == <span class="keyword">true</span>)
<a name="l00855"></a>00855 {
<a name="l00856"></a>00856 <span class="comment">// keep track of '[' and ']'</span>
<a name="l00857"></a>00857 <span class="keywordflow">if</span> ( !lastWasEscape ) {
<a name="l00858"></a>00858 <span class="keywordflow">if</span> ( current == <span class="charliteral">'['</span> && !inBrackets )
<a name="l00859"></a>00859 inBrackets = <span class="keyword">true</span>;
<a name="l00860"></a>00860 <span class="keywordflow">if</span> ( current == <span class="charliteral">']'</span> && inBrackets )
<a name="l00861"></a>00861 inBrackets = <span class="keyword">false</span>;
<a name="l00862"></a>00862 }
<a name="l00863"></a>00863 record16(current);
<a name="l00864"></a>00864 lastWasEscape =
<a name="l00865"></a>00865 !lastWasEscape && (current == <span class="charliteral">'\\'</span>);
<a name="l00866"></a>00866 }
<a name="l00867"></a>00867 <span class="keywordflow">else</span> { <span class="comment">// end of regexp</span>
<a name="l00868"></a>00868 pattern = <a class="code" href="classKJS_1_1UString.html" title="Unicode string class.">UString</a>(buffer16, pos16);
<a name="l00869"></a>00869 pos16 = 0;
<a name="l00870"></a>00870 shift(1);
<a name="l00871"></a>00871 <span class="keywordflow">break</span>;
<a name="l00872"></a>00872 }
<a name="l00873"></a>00873 shift(1);
<a name="l00874"></a>00874 }
<a name="l00875"></a>00875
<a name="l00876"></a>00876 <span class="keywordflow">while</span> (isIdentLetter(current)) {
<a name="l00877"></a>00877 record16(current);
<a name="l00878"></a>00878 shift(1);
<a name="l00879"></a>00879 }
<a name="l00880"></a>00880 flags = <a class="code" href="classKJS_1_1UString.html" title="Unicode string class.">UString</a>(buffer16, pos16);
<a name="l00881"></a>00881
<a name="l00882"></a>00882 <span class="keywordflow">return</span> <span class="keyword">true</span>;
<a name="l00883"></a>00883 }
<a name="l00884"></a>00884
<a name="l00885"></a>00885
<a name="l00886"></a>00886 <span class="keywordtype">void</span> Lexer::doneParsing()
<a name="l00887"></a>00887 {
<a name="l00888"></a>00888 <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> i = 0; i < numIdentifiers; i++) {
<a name="l00889"></a>00889 <span class="keyword">delete</span> identifiers[i];
<a name="l00890"></a>00890 }
<a name="l00891"></a>00891 free(identifiers);
<a name="l00892"></a>00892 identifiers = 0;
<a name="l00893"></a>00893 numIdentifiers = 0;
<a name="l00894"></a>00894 identifiersCapacity = 0;
<a name="l00895"></a>00895
<a name="l00896"></a>00896 <span class="keywordflow">for</span> (<span class="keywordtype">unsigned</span> i = 0; i < numStrings; i++) {
<a name="l00897"></a>00897 <span class="keyword">delete</span> strings[i];
<a name="l00898"></a>00898 }
<a name="l00899"></a>00899 free(strings);
<a name="l00900"></a>00900 strings = 0;
<a name="l00901"></a>00901 numStrings = 0;
<a name="l00902"></a>00902 stringsCapacity = 0;
<a name="l00903"></a>00903 }
<a name="l00904"></a>00904
<a name="l00905"></a>00905 <span class="keyword">const</span> <span class="keywordtype">int</span> initialCapacity = 64;
<a name="l00906"></a>00906 <span class="keyword">const</span> <span class="keywordtype">int</span> growthFactor = 2;
<a name="l00907"></a>00907
<a name="l00908"></a>00908 <a class="code" href="classKJS_1_1Identifier.html" title="Represents an Identifier for a Javascript object.">Identifier</a> *Lexer::makeIdentifier(<a class="code" href="structKJS_1_1UChar.html" title="Unicode character.">UChar</a> *buffer, <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> pos)
<a name="l00909"></a>00909 {
<a name="l00910"></a>00910 <span class="keywordflow">if</span> (numIdentifiers == identifiersCapacity) {
<a name="l00911"></a>00911 identifiersCapacity = (identifiersCapacity == 0) ? initialCapacity : identifiersCapacity *growthFactor;
<a name="l00912"></a>00912 identifiers = (<a class="code" href="classKJS_1_1Identifier.html" title="Represents an Identifier for a Javascript object.">KJS::Identifier</a> **)realloc(identifiers, <span class="keyword">sizeof</span>(<a class="code" href="classKJS_1_1Identifier.html" title="Represents an Identifier for a Javascript object.">KJS::Identifier</a> *) * identifiersCapacity);
<a name="l00913"></a>00913 }
<a name="l00914"></a>00914
<a name="l00915"></a>00915 <a class="code" href="classKJS_1_1Identifier.html" title="Represents an Identifier for a Javascript object.">KJS::Identifier</a> *identifier = <span class="keyword">new</span> <a class="code" href="classKJS_1_1Identifier.html" title="Represents an Identifier for a Javascript object.">KJS::Identifier</a>(buffer, pos);
<a name="l00916"></a>00916 identifiers[numIdentifiers++] = identifier;
<a name="l00917"></a>00917 <span class="keywordflow">return</span> identifier;
<a name="l00918"></a>00918 }
<a name="l00919"></a>00919
<a name="l00920"></a>00920 <a class="code" href="classKJS_1_1UString.html" title="Unicode string class.">UString</a> *Lexer::makeUString(<a class="code" href="structKJS_1_1UChar.html" title="Unicode character.">UChar</a> *buffer, <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> pos)
<a name="l00921"></a>00921 {
<a name="l00922"></a>00922 <span class="keywordflow">if</span> (numStrings == stringsCapacity) {
<a name="l00923"></a>00923 stringsCapacity = (stringsCapacity == 0) ? initialCapacity : stringsCapacity *growthFactor;
<a name="l00924"></a>00924 strings = (<a class="code" href="classKJS_1_1UString.html" title="Unicode string class.">UString</a> **)realloc(strings, <span class="keyword">sizeof</span>(<a class="code" href="classKJS_1_1UString.html" title="Unicode string class.">UString</a> *) * stringsCapacity);
<a name="l00925"></a>00925 }
<a name="l00926"></a>00926
<a name="l00927"></a>00927 <a class="code" href="classKJS_1_1UString.html" title="Unicode string class.">UString</a> *<span class="keywordtype">string</span> = <span class="keyword">new</span> <a class="code" href="classKJS_1_1UString.html" title="Unicode string class.">UString</a>(buffer, pos);
<a name="l00928"></a>00928 strings[numStrings++] = string;
<a name="l00929"></a>00929 <span class="keywordflow">return</span> string;
<a name="l00930"></a>00930 }
</pre></div></div>
</div>
</div></div>
</td>
</tr>
<tr>
<td valign="top" id="leftmenu" width="25%">
<a name="navigation"></a>
<div class="menu_box"><h2>kjs</h2>
<div class="nav_list">
<ul><li><a href="index.html">Main Page</a></li><li><a href="hierarchy.html">Class Hierarchy</a></li><li><a href="classes.html">Alphabetical List</a></li><li><a href="annotated.html">Class List</a></li><li><a href="files.html">File List</a></li><li><a href="functions.html">Class Members</a></li><li><a href="pages.html">Related Pages</a></li></ul>
<!--
<h2>Class Picker</h2>
<div style="text-align: center;">
<form name="guideform">
<select name="guidelinks" style="width:100%;" onChange="window.location=document.guideform.guidelinks.options[document.guideform.guidelinks.selectedIndex].value">
<option value="annotated.html">-- Choose --</option>
<option value="classKJS_1_1BinaryLogicalNode.html">kjs::binarylogicalnode</option>, <option value="classKJS_1_1Boolean.html">kjs::boolean</option>, <option value="classKJS_1_1Collector.html">kjs::collector</option>, <option value="classKJS_1_1Completion.html">kjs::completion</option>, <option value="classKJS_1_1ConditionalNode.html">kjs::conditionalnode</option>, <option value="classKJS_1_1Context.html">kjs::context</option>, <option value="classKJS_1_1ContextImp.html">kjs::contextimp</option>, <option value="classKJS_1_1CString.html">kjs::cstring</option>, <option value="classKJS_1_1Error.html">kjs::error</option>, <option value="classKJS_1_1ExecState.html">kjs::execstate</option>, <option value="classKJS_1_1FunctionImp.html">kjs::functionimp</option>, <option value="classKJS_1_1FunctionPrototypeImp.html">kjs::functionprototypeimp</option>, <option value="classKJS_1_1Identifier.html">kjs::identifier</option>, <option value="classKJS_1_1InternalFunctionImp.html">kjs::internalfunctionimp</option>, <option value="classKJS_1_1Interpreter.html">kjs::interpreter</option>, <option value="classKJS_1_1LabelStack.html">kjs::labelstack</option>, <option value="classKJS_1_1List.html">kjs::list</option>, <option value="classKJS_1_1ListIterator.html">kjs::listiterator</option>, <option value="classKJS_1_1Lookup.html">kjs::lookup</option>, <option value="classKJS_1_1Null.html">kjs::null</option>, <option value="classKJS_1_1Number.html">kjs::number</option>, <option value="classKJS_1_1Object.html">kjs::object</option>, <option value="classKJS_1_1PropertyMap.html">kjs::propertymap</option>, <option value="classKJS_1_1Reference.html">kjs::reference</option>, <option value="classKJS_1_1ReferenceList.html">kjs::referencelist</option>, <option value="classKJS_1_1ReferenceListIterator.html">kjs::referencelistiterator</option>, <option value="classKJS_1_1SavedProperties.html">kjs::savedproperties</option>, <option value="classKJS_1_1ScopeChain.html">kjs::scopechain</option>, <option value="classKJS_1_1ScopeChainNode.html">kjs::scopechainnode</option>, <option value="classKJS_1_1String.html">kjs::string</option>, <option value="classKJS_1_1UCharReference.html">kjs::ucharreference</option>, <option value="classKJS_1_1Undefined.html">kjs::undefined</option>, <option value="classKJS_1_1UString.html">kjs::ustring</option>, <option value="classKJS_1_1Value.html">kjs::value</option>, <option value="classKJS_1_1ValueImp.html">kjs::valueimp</option>,
</select>
</form>
</div>
-->
</div></div>
<div class="menu_box"><h2>API Dox</h2>
<div class="nav_list">
<ul>
<li><a href="../../arts/html/index.html">arts</a></li><li><a href="../../dcop/html/index.html">dcop</a></li><li><a href="../../dnssd/html/index.html">dnssd</a></li><li><a href="../../interfaces/html/index.html">interfaces</a></li><li> <a href="../../interfaces/kimproxy/interface/html/index.html">interface</a></li><li> <a href="../../interfaces/kimproxy/library/html/index.html">library</a></li><li> <a href="../../interfaces/kspeech/html/index.html">kspeech</a></li><li> <a href="../../interfaces/ktexteditor/html/index.html">ktexteditor</a></li><li><a href="../../kabc/html/index.html">kabc</a></li><li><a href="../../kate/html/index.html">kate</a></li><li><a href="../../kcmshell/html/index.html">kcmshell</a></li><li><a href="../../kdecore/html/index.html">kdecore</a></li><li><a href="../../kded/html/index.html">kded</a></li><li><a href="../../kdefx/html/index.html">kdefx</a></li><li><a href="../../kdeprint/html/index.html">kdeprint</a></li><li><a href="../../kdesu/html/index.html">kdesu</a></li><li><a href="../../kdeui/html/index.html">kdeui</a></li><li><a href="../../kdoctools/html/index.html">kdoctools</a></li><li><a href="../../khtml/html/index.html">khtml</a></li><li><a href="../../kimgio/html/index.html">kimgio</a></li><li><a href="../../kinit/html/index.html">kinit</a></li><li><a href="../../kio/html/index.html">kio</a></li><li> <a href="../../kio/bookmarks/html/index.html">bookmarks</a></li><li> <a href="../../kio/httpfilter/html/index.html">httpfilter</a></li><li> <a href="../../kio/kfile/html/index.html">kfile</a></li><li> <a href="../../kio/kio/html/index.html">kio</a></li><li> <a href="../../kio/kioexec/html/index.html">kioexec</a></li><li> <a href="../../kio/kpasswdserver/html/index.html">kpasswdserver</a></li><li> <a href="../../kio/kssl/html/index.html">kssl</a></li><li><a href="../../kioslave/html/index.html">kioslave</a></li><li> <a href="../../kioslave/http/html/index.html">http</a></li><li><a href="../../kjs/html/index.html">kjs</a></li><li><a href="../../kmdi/html/index.html">kmdi</a></li><li> <a href="../../kmdi/kmdi/html/index.html">kmdi</a></li><li><a href="../../knewstuff/html/index.html">knewstuff</a></li><li><a href="../../kparts/html/index.html">kparts</a></li><li><a href="../../kresources/html/index.html">kresources</a></li><li><a href="../../kspell2/html/index.html">kspell2</a></li><li><a href="../../kunittest/html/index.html">kunittest</a></li><li><a href="../../kutils/html/index.html">kutils</a></li><li><a href="../../kwallet/html/index.html">kwallet</a></li><li><a href="../../libkmid/html/index.html">libkmid</a></li><li><a href="../../libkscreensaver/html/index.html">libkscreensaver</a></li>
</ul></div></div>
</td>
</tr>
</table>
<span class="doNotDisplay">
<a href="http://www.kde.org/" accesskey="8">KDE Home</a> |
<a href="http://accessibility.kde.org/" accesskey="9">KDE Accessibility Home</a> |
<a href="http://www.kde.org/media/accesskeys.php" accesskey="0">Description of Access Keys</a>
</span>
<div style="height: 8px"></div>
<div id="footer">
<div id="footer_left">
Maintained by <a href="mailto:groot@kde.org">Adriaan de Groot</a>
and
<a href="mailto:winter@kde.org">Allen Winter</a>.
<br/>
KDE and K Desktop Environment are trademarks of <a href="http://www.kde.org/areas/kde-ev/" title="Homepage of the KDE non-profit Organization">KDE e.V.</a> |
<a href="http://www.kde.org/contact/impressum.php">Legal</a>
</div>
<div id="footer_right"><img src="/media/images/footer_right.png" style="margin: 0px" alt="" /></div>
</div>
<!--
WARNING: DO NOT SEND MAIL TO THE FOLLOWING EMAIL ADDRESS! YOU WILL
BE BLOCKED INSTANTLY AND PERMANENTLY!
<a href="mailto:aaaatrap-425acc3b5374943f@kde.org">Block me</a>
WARNING END
-->
</body>
</html>
