<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
<html>
<head>
<!-- Generated by HsColour, http://www.cs.york.ac.uk/fp/darcs/hscolour/ -->
<title>Language/Haskell/HsColour/Classify.hs</title>
<link type='text/css' rel='stylesheet' href='hscolour.css' />
</head>
<body>
<pre><a name="line-1"></a><span class='hs-keyword'>module</span> <span class='hs-conid'>Language</span><span class='hs-varop'>.</span><span class='hs-conid'>Haskell</span><span class='hs-varop'>.</span><span class='hs-conid'>HsColour</span><span class='hs-varop'>.</span><span class='hs-conid'>Classify</span>
<a name="line-2"></a> <span class='hs-layout'>(</span> <span class='hs-conid'>TokenType</span><span class='hs-layout'>(</span><span class='hs-keyglyph'>..</span><span class='hs-layout'>)</span>
<a name="line-3"></a> <span class='hs-layout'>,</span> <span class='hs-varid'>tokenise</span>
<a name="line-4"></a> <span class='hs-layout'>)</span> <span class='hs-keyword'>where</span>
<a name="line-5"></a>
<a name="line-6"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Char</span>
<a name="line-7"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>List</span>
<a name="line-8"></a>
<a name="line-9"></a><a name="tokenise"></a><span class='hs-comment'>-- | Lex Haskell source code into an annotated token stream, without</span>
<a name="line-10"></a><span class='hs-comment'>-- discarding any characters or layout.</span>
<a name="line-11"></a><span class='hs-definition'>tokenise</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>String</span> <span class='hs-keyglyph'>-></span> <span class='hs-keyglyph'>[</span><span class='hs-layout'>(</span><span class='hs-conid'>TokenType</span><span class='hs-layout'>,</span><span class='hs-conid'>String</span><span class='hs-layout'>)</span><span class='hs-keyglyph'>]</span>
<a name="line-12"></a><span class='hs-definition'>tokenise</span> <span class='hs-varid'>str</span> <span class='hs-keyglyph'>=</span>
<a name="line-13"></a> <span class='hs-keyword'>let</span> <span class='hs-varid'>chunks</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>glue</span> <span class='hs-varop'>.</span> <span class='hs-varid'>chunk</span> <span class='hs-varop'>$</span> <span class='hs-varid'>str</span>
<a name="line-14"></a> <span class='hs-keyword'>in</span> <span class='hs-varid'>markDefs</span> <span class='hs-varop'>$</span> <span class='hs-varid'>map</span> <span class='hs-layout'>(</span><span class='hs-keyglyph'>\</span><span class='hs-varid'>s</span><span class='hs-keyglyph'>-></span> <span class='hs-layout'>(</span><span class='hs-varid'>classify</span> <span class='hs-varid'>s</span><span class='hs-layout'>,</span><span class='hs-varid'>s</span><span class='hs-layout'>)</span><span class='hs-layout'>)</span> <span class='hs-varid'>chunks</span>
<a name="line-15"></a>
<a name="line-16"></a><a name="markDefs"></a><span class='hs-definition'>markDefs</span> <span class='hs-keyglyph'>::</span> <span class='hs-keyglyph'>[</span><span class='hs-layout'>(</span><span class='hs-conid'>TokenType</span><span class='hs-layout'>,</span> <span class='hs-conid'>String</span><span class='hs-layout'>)</span><span class='hs-keyglyph'>]</span> <span class='hs-keyglyph'>-></span> <span class='hs-keyglyph'>[</span><span class='hs-layout'>(</span><span class='hs-conid'>TokenType</span><span class='hs-layout'>,</span> <span class='hs-conid'>String</span><span class='hs-layout'>)</span><span class='hs-keyglyph'>]</span>
<a name="line-17"></a><span class='hs-definition'>markDefs</span> <span class='hs-conid'>[]</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>[]</span>
<a name="line-18"></a><span class='hs-definition'>markDefs</span> <span class='hs-layout'>(</span><span class='hs-layout'>(</span><span class='hs-conid'>Varid</span><span class='hs-layout'>,</span> <span class='hs-varid'>s</span><span class='hs-layout'>)</span> <span class='hs-conop'>:</span> <span class='hs-varid'>rest</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-layout'>(</span><span class='hs-conid'>Definition</span><span class='hs-layout'>,</span> <span class='hs-varid'>s</span><span class='hs-layout'>)</span> <span class='hs-conop'>:</span> <span class='hs-varid'>continue</span> <span class='hs-varid'>rest</span>
<a name="line-19"></a><span class='hs-definition'>markDefs</span> <span class='hs-layout'>(</span><span class='hs-layout'>(</span><span class='hs-conid'>Varop</span><span class='hs-layout'>,</span> <span class='hs-str'>">"</span><span class='hs-layout'>)</span> <span class='hs-conop'>:</span> <span class='hs-layout'>(</span><span class='hs-conid'>Space</span><span class='hs-layout'>,</span> <span class='hs-str'>" "</span><span class='hs-layout'>)</span> <span class='hs-conop'>:</span> <span class='hs-layout'>(</span><span class='hs-conid'>Varid</span><span class='hs-layout'>,</span> <span class='hs-varid'>d</span><span class='hs-layout'>)</span> <span class='hs-conop'>:</span> <span class='hs-varid'>rest</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span>
<a name="line-20"></a> <span class='hs-layout'>(</span><span class='hs-conid'>Varop</span><span class='hs-layout'>,</span> <span class='hs-str'>">"</span><span class='hs-layout'>)</span> <span class='hs-conop'>:</span> <span class='hs-layout'>(</span><span class='hs-conid'>Space</span><span class='hs-layout'>,</span> <span class='hs-str'>" "</span><span class='hs-layout'>)</span> <span class='hs-conop'>:</span> <span class='hs-layout'>(</span><span class='hs-conid'>Definition</span><span class='hs-layout'>,</span> <span class='hs-varid'>d</span><span class='hs-layout'>)</span> <span class='hs-conop'>:</span> <span class='hs-varid'>continue</span> <span class='hs-varid'>rest</span>
<a name="line-21"></a><span class='hs-definition'>markDefs</span> <span class='hs-varid'>rest</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>continue</span> <span class='hs-varid'>rest</span>
<a name="line-22"></a>
<a name="line-23"></a><a name="continue"></a><span class='hs-definition'>continue</span> <span class='hs-varid'>rest</span>
<a name="line-24"></a> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>let</span> <span class='hs-layout'>(</span><span class='hs-varid'>thisLine</span><span class='hs-layout'>,</span> <span class='hs-varid'>nextLine</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>span</span> <span class='hs-layout'>(</span><span class='hs-varop'>/=</span> <span class='hs-layout'>(</span><span class='hs-conid'>Space</span><span class='hs-layout'>,</span> <span class='hs-str'>"\n"</span><span class='hs-layout'>)</span><span class='hs-layout'>)</span> <span class='hs-varid'>rest</span>
<a name="line-25"></a> <span class='hs-keyword'>in</span>
<a name="line-26"></a> <span class='hs-keyword'>case</span> <span class='hs-varid'>nextLine</span> <span class='hs-keyword'>of</span>
<a name="line-27"></a> <span class='hs-conid'>[]</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>thisLine</span>
<a name="line-28"></a> <span class='hs-layout'>(</span><span class='hs-layout'>(</span><span class='hs-conid'>Space</span><span class='hs-layout'>,</span> <span class='hs-str'>"\n"</span><span class='hs-layout'>)</span><span class='hs-conop'>:</span><span class='hs-varid'>nextLine'</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>-></span> <span class='hs-layout'>(</span><span class='hs-varid'>thisLine</span> <span class='hs-varop'>++</span> <span class='hs-layout'>(</span><span class='hs-layout'>(</span><span class='hs-conid'>Space</span><span class='hs-layout'>,</span> <span class='hs-str'>"\n"</span><span class='hs-layout'>)</span> <span class='hs-conop'>:</span> <span class='hs-layout'>(</span><span class='hs-varid'>markDefs</span> <span class='hs-varid'>nextLine'</span><span class='hs-layout'>)</span><span class='hs-layout'>)</span><span class='hs-layout'>)</span>
<a name="line-29"></a>
<a name="line-30"></a>
<a name="line-31"></a><a name="chunk"></a><span class='hs-comment'>-- Basic Haskell lexing, except we keep whitespace.</span>
<a name="line-32"></a><span class='hs-definition'>chunk</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>String</span> <span class='hs-keyglyph'>-></span> <span class='hs-keyglyph'>[</span><span class='hs-conid'>String</span><span class='hs-keyglyph'>]</span>
<a name="line-33"></a><span class='hs-definition'>chunk</span> <span class='hs-conid'>[]</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>[]</span>
<a name="line-34"></a><span class='hs-definition'>chunk</span> <span class='hs-layout'>(</span><span class='hs-chr'>'\r'</span><span class='hs-conop'>:</span><span class='hs-varid'>s</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>chunk</span> <span class='hs-varid'>s</span> <span class='hs-comment'>-- get rid of DOS newline stuff</span>
<a name="line-35"></a><span class='hs-definition'>chunk</span> <span class='hs-layout'>(</span><span class='hs-chr'>'\n'</span><span class='hs-conop'>:</span><span class='hs-varid'>s</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-str'>"\n"</span><span class='hs-conop'>:</span> <span class='hs-varid'>chunk</span> <span class='hs-varid'>s</span>
<a name="line-36"></a><span class='hs-definition'>chunk</span> <span class='hs-layout'>(</span><span class='hs-varid'>c</span><span class='hs-conop'>:</span><span class='hs-varid'>s</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>isLinearSpace</span> <span class='hs-varid'>c</span>
<a name="line-37"></a> <span class='hs-keyglyph'>=</span> <span class='hs-layout'>(</span><span class='hs-varid'>c</span><span class='hs-conop'>:</span><span class='hs-varid'>ss</span><span class='hs-layout'>)</span><span class='hs-conop'>:</span> <span class='hs-varid'>chunk</span> <span class='hs-varid'>rest</span> <span class='hs-keyword'>where</span> <span class='hs-layout'>(</span><span class='hs-varid'>ss</span><span class='hs-layout'>,</span><span class='hs-varid'>rest</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>span</span> <span class='hs-varid'>isLinearSpace</span> <span class='hs-varid'>s</span>
<a name="line-38"></a><span class='hs-definition'>chunk</span> <span class='hs-layout'>(</span><span class='hs-chr'>'{'</span><span class='hs-conop'>:</span><span class='hs-chr'>'-'</span><span class='hs-conop'>:</span><span class='hs-varid'>s</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>let</span> <span class='hs-layout'>(</span><span class='hs-varid'>com</span><span class='hs-layout'>,</span><span class='hs-varid'>s'</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>nestcomment</span> <span class='hs-num'>0</span> <span class='hs-varid'>s</span>
<a name="line-39"></a> <span class='hs-keyword'>in</span> <span class='hs-layout'>(</span><span class='hs-chr'>'{'</span><span class='hs-conop'>:</span><span class='hs-chr'>'-'</span><span class='hs-conop'>:</span><span class='hs-varid'>com</span><span class='hs-layout'>)</span> <span class='hs-conop'>:</span> <span class='hs-varid'>chunk</span> <span class='hs-varid'>s'</span>
<a name="line-40"></a><span class='hs-definition'>chunk</span> <span class='hs-varid'>s</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>case</span> <span class='hs-conid'>Prelude</span><span class='hs-varop'>.</span><span class='hs-varid'>lex</span> <span class='hs-varid'>s</span> <span class='hs-keyword'>of</span>
<a name="line-41"></a> <span class='hs-conid'>[]</span> <span class='hs-keyglyph'>-></span> <span class='hs-keyglyph'>[</span><span class='hs-varid'>head</span> <span class='hs-varid'>s</span><span class='hs-keyglyph'>]</span><span class='hs-conop'>:</span> <span class='hs-varid'>chunk</span> <span class='hs-layout'>(</span><span class='hs-varid'>tail</span> <span class='hs-varid'>s</span><span class='hs-layout'>)</span> <span class='hs-comment'>-- e.g. inside comment</span>
<a name="line-42"></a> <span class='hs-layout'>(</span><span class='hs-layout'>(</span><span class='hs-varid'>tok</span><span class='hs-keyglyph'>@</span><span class='hs-layout'>(</span><span class='hs-chr'>'-'</span><span class='hs-conop'>:</span><span class='hs-chr'>'-'</span><span class='hs-conop'>:</span><span class='hs-keyword'>_</span><span class='hs-layout'>)</span><span class='hs-layout'>,</span><span class='hs-varid'>rest</span><span class='hs-layout'>)</span><span class='hs-conop'>:</span><span class='hs-keyword'>_</span><span class='hs-layout'>)</span>
<a name="line-43"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>all</span> <span class='hs-layout'>(</span><span class='hs-varop'>==</span><span class='hs-chr'>'-'</span><span class='hs-layout'>)</span> <span class='hs-varid'>tok</span> <span class='hs-keyglyph'>-></span> <span class='hs-layout'>(</span><span class='hs-varid'>tok</span><span class='hs-varop'>++</span><span class='hs-varid'>com</span><span class='hs-layout'>)</span><span class='hs-conop'>:</span> <span class='hs-varid'>chunk</span> <span class='hs-varid'>s'</span>
<a name="line-44"></a> <span class='hs-keyword'>where</span> <span class='hs-layout'>(</span><span class='hs-varid'>com</span><span class='hs-layout'>,</span><span class='hs-varid'>s'</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>eolcomment</span> <span class='hs-varid'>rest</span>
<a name="line-45"></a> <span class='hs-layout'>(</span><span class='hs-layout'>(</span><span class='hs-varid'>tok</span><span class='hs-layout'>,</span><span class='hs-varid'>rest</span><span class='hs-layout'>)</span><span class='hs-conop'>:</span><span class='hs-keyword'>_</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>tok</span><span class='hs-conop'>:</span> <span class='hs-varid'>chunk</span> <span class='hs-varid'>rest</span>
<a name="line-46"></a>
<a name="line-47"></a><a name="isLinearSpace"></a><span class='hs-definition'>isLinearSpace</span> <span class='hs-varid'>c</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>c</span> <span class='hs-varop'>`elem`</span> <span class='hs-str'>" \t\f"</span> <span class='hs-comment'>-- " \t\xa0"</span>
<a name="line-48"></a>
<a name="line-49"></a><a name="glue"></a><span class='hs-comment'>-- Glue sequences of tokens into more useful blobs</span>
<a name="line-50"></a><span class='hs-comment'>--glue (q:".":n:rest) | Char.isUpper (head q) -- qualified names</span>
<a name="line-51"></a><span class='hs-comment'>-- = glue ((q++"."++n): rest)</span>
<a name="line-52"></a><span class='hs-definition'>glue</span> <span class='hs-layout'>(</span><span class='hs-str'>"`"</span><span class='hs-conop'>:</span><span class='hs-varid'>rest</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-comment'>-- `varid` -> varop</span>
<a name="line-53"></a> <span class='hs-keyword'>case</span> <span class='hs-varid'>glue</span> <span class='hs-varid'>rest</span> <span class='hs-keyword'>of</span>
<a name="line-54"></a> <span class='hs-layout'>(</span><span class='hs-varid'>qn</span><span class='hs-conop'>:</span><span class='hs-str'>"`"</span><span class='hs-conop'>:</span><span class='hs-varid'>rest</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>-></span> <span class='hs-layout'>(</span><span class='hs-str'>"`"</span><span class='hs-varop'>++</span><span class='hs-varid'>qn</span><span class='hs-varop'>++</span><span class='hs-str'>"`"</span><span class='hs-layout'>)</span><span class='hs-conop'>:</span> <span class='hs-varid'>glue</span> <span class='hs-varid'>rest</span>
<a name="line-55"></a> <span class='hs-keyword'>_</span> <span class='hs-keyglyph'>-></span> <span class='hs-str'>"`"</span><span class='hs-conop'>:</span> <span class='hs-varid'>glue</span> <span class='hs-varid'>rest</span>
<a name="line-56"></a><span class='hs-definition'>glue</span> <span class='hs-layout'>(</span><span class='hs-varid'>s</span><span class='hs-conop'>:</span><span class='hs-varid'>ss</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>all</span> <span class='hs-layout'>(</span><span class='hs-varop'>==</span><span class='hs-chr'>'-'</span><span class='hs-layout'>)</span> <span class='hs-varid'>s</span> <span class='hs-varop'>&&</span> <span class='hs-varid'>length</span> <span class='hs-varid'>s</span> <span class='hs-varop'>>=</span><span class='hs-num'>2</span> <span class='hs-comment'>-- eol comment</span>
<a name="line-57"></a> <span class='hs-keyglyph'>=</span> <span class='hs-layout'>(</span><span class='hs-varid'>s</span><span class='hs-varop'>++</span><span class='hs-varid'>concat</span> <span class='hs-varid'>c</span><span class='hs-layout'>)</span><span class='hs-conop'>:</span> <span class='hs-varid'>glue</span> <span class='hs-varid'>rest</span>
<a name="line-58"></a> <span class='hs-keyword'>where</span> <span class='hs-layout'>(</span><span class='hs-varid'>c</span><span class='hs-layout'>,</span><span class='hs-varid'>rest</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>break</span> <span class='hs-layout'>(</span><span class='hs-chr'>'\n'</span><span class='hs-varop'>`elem`</span><span class='hs-layout'>)</span> <span class='hs-varid'>ss</span>
<a name="line-59"></a><span class='hs-comment'>--glue ("{":"-":ss) = ("{-"++c): glue rest -- nested comment</span>
<a name="line-60"></a><span class='hs-comment'>-- where (c,rest) = nestcomment 0 ss</span>
<a name="line-61"></a><span class='hs-definition'>glue</span> <span class='hs-layout'>(</span><span class='hs-str'>"("</span><span class='hs-conop'>:</span><span class='hs-varid'>ss</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>case</span> <span class='hs-varid'>rest</span> <span class='hs-keyword'>of</span>
<a name="line-62"></a> <span class='hs-str'>")"</span><span class='hs-conop'>:</span><span class='hs-varid'>rest</span> <span class='hs-keyglyph'>-></span> <span class='hs-layout'>(</span><span class='hs-str'>"("</span> <span class='hs-varop'>++</span> <span class='hs-varid'>concat</span> <span class='hs-varid'>tuple</span> <span class='hs-varop'>++</span> <span class='hs-str'>")"</span><span class='hs-layout'>)</span> <span class='hs-conop'>:</span> <span class='hs-varid'>glue</span> <span class='hs-varid'>rest</span>
<a name="line-63"></a> <span class='hs-keyword'>_</span> <span class='hs-keyglyph'>-></span> <span class='hs-str'>"("</span> <span class='hs-conop'>:</span> <span class='hs-varid'>glue</span> <span class='hs-varid'>ss</span>
<a name="line-64"></a> <span class='hs-keyword'>where</span> <span class='hs-layout'>(</span><span class='hs-varid'>tuple</span><span class='hs-layout'>,</span><span class='hs-varid'>rest</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>span</span> <span class='hs-layout'>(</span><span class='hs-varop'>==</span><span class='hs-str'>","</span><span class='hs-layout'>)</span> <span class='hs-varid'>ss</span>
<a name="line-65"></a><span class='hs-definition'>glue</span> <span class='hs-layout'>(</span><span class='hs-str'>"["</span><span class='hs-conop'>:</span><span class='hs-str'>"]"</span><span class='hs-conop'>:</span><span class='hs-varid'>ss</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-str'>"[]"</span> <span class='hs-conop'>:</span> <span class='hs-varid'>glue</span> <span class='hs-varid'>ss</span>
<a name="line-66"></a><span class='hs-definition'>glue</span> <span class='hs-layout'>(</span><span class='hs-str'>"\n"</span><span class='hs-conop'>:</span><span class='hs-str'>"#"</span><span class='hs-conop'>:</span><span class='hs-varid'>ss</span><span class='hs-layout'>)</span><span class='hs-keyglyph'>=</span> <span class='hs-str'>"\n"</span> <span class='hs-conop'>:</span> <span class='hs-layout'>(</span><span class='hs-chr'>'#'</span><span class='hs-conop'>:</span><span class='hs-varid'>concat</span> <span class='hs-varid'>line</span><span class='hs-layout'>)</span> <span class='hs-conop'>:</span> <span class='hs-varid'>glue</span> <span class='hs-varid'>rest</span>
<a name="line-67"></a> <span class='hs-keyword'>where</span> <span class='hs-layout'>(</span><span class='hs-varid'>line</span><span class='hs-layout'>,</span><span class='hs-varid'>rest</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>break</span> <span class='hs-layout'>(</span><span class='hs-chr'>'\n'</span><span class='hs-varop'>`elem`</span><span class='hs-layout'>)</span> <span class='hs-varid'>ss</span>
<a name="line-68"></a><span class='hs-definition'>glue</span> <span class='hs-layout'>(</span><span class='hs-varid'>s</span><span class='hs-conop'>:</span><span class='hs-varid'>ss</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>s</span><span class='hs-conop'>:</span> <span class='hs-varid'>glue</span> <span class='hs-varid'>ss</span>
<a name="line-69"></a><span class='hs-definition'>glue</span> <span class='hs-conid'>[]</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>[]</span>
<a name="line-70"></a>
<a name="line-71"></a><a name="nestcomment"></a><span class='hs-comment'>-- Deal with comments.</span>
<a name="line-72"></a><span class='hs-definition'>nestcomment</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Int</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>String</span> <span class='hs-keyglyph'>-></span> <span class='hs-layout'>(</span><span class='hs-conid'>String</span><span class='hs-layout'>,</span><span class='hs-conid'>String</span><span class='hs-layout'>)</span>
<a name="line-73"></a><span class='hs-definition'>nestcomment</span> <span class='hs-varid'>n</span> <span class='hs-layout'>(</span><span class='hs-chr'>'{'</span><span class='hs-conop'>:</span><span class='hs-chr'>'-'</span><span class='hs-conop'>:</span><span class='hs-varid'>ss</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>n</span><span class='hs-varop'>>=</span><span class='hs-num'>0</span> <span class='hs-keyglyph'>=</span> <span class='hs-layout'>(</span><span class='hs-layout'>(</span><span class='hs-str'>"{-"</span><span class='hs-varop'>++</span><span class='hs-varid'>cs</span><span class='hs-layout'>)</span><span class='hs-layout'>,</span><span class='hs-varid'>rm</span><span class='hs-layout'>)</span>
<a name="line-74"></a> <span class='hs-keyword'>where</span> <span class='hs-layout'>(</span><span class='hs-varid'>cs</span><span class='hs-layout'>,</span><span class='hs-varid'>rm</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>nestcomment</span> <span class='hs-layout'>(</span><span class='hs-varid'>n</span><span class='hs-varop'>+</span><span class='hs-num'>1</span><span class='hs-layout'>)</span> <span class='hs-varid'>ss</span>
<a name="line-75"></a><span class='hs-definition'>nestcomment</span> <span class='hs-varid'>n</span> <span class='hs-layout'>(</span><span class='hs-chr'>'-'</span><span class='hs-conop'>:</span><span class='hs-chr'>'}'</span><span class='hs-conop'>:</span><span class='hs-varid'>ss</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>n</span><span class='hs-varop'>></span><span class='hs-num'>0</span> <span class='hs-keyglyph'>=</span> <span class='hs-layout'>(</span><span class='hs-layout'>(</span><span class='hs-str'>"-}"</span><span class='hs-varop'>++</span><span class='hs-varid'>cs</span><span class='hs-layout'>)</span><span class='hs-layout'>,</span><span class='hs-varid'>rm</span><span class='hs-layout'>)</span>
<a name="line-76"></a> <span class='hs-keyword'>where</span> <span class='hs-layout'>(</span><span class='hs-varid'>cs</span><span class='hs-layout'>,</span><span class='hs-varid'>rm</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>nestcomment</span> <span class='hs-layout'>(</span><span class='hs-varid'>n</span><span class='hs-comment'>-</span><span class='hs-num'>1</span><span class='hs-layout'>)</span> <span class='hs-varid'>ss</span>
<a name="line-77"></a><span class='hs-definition'>nestcomment</span> <span class='hs-varid'>n</span> <span class='hs-layout'>(</span><span class='hs-chr'>'-'</span><span class='hs-conop'>:</span><span class='hs-chr'>'}'</span><span class='hs-conop'>:</span><span class='hs-varid'>ss</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>n</span><span class='hs-varop'>==</span><span class='hs-num'>0</span> <span class='hs-keyglyph'>=</span> <span class='hs-layout'>(</span><span class='hs-str'>"-}"</span><span class='hs-layout'>,</span><span class='hs-varid'>ss</span><span class='hs-layout'>)</span>
<a name="line-78"></a><span class='hs-definition'>nestcomment</span> <span class='hs-varid'>n</span> <span class='hs-layout'>(</span><span class='hs-varid'>s</span><span class='hs-conop'>:</span><span class='hs-varid'>ss</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>n</span><span class='hs-varop'>>=</span><span class='hs-num'>0</span> <span class='hs-keyglyph'>=</span> <span class='hs-layout'>(</span><span class='hs-layout'>(</span><span class='hs-varid'>s</span><span class='hs-conop'>:</span><span class='hs-varid'>cs</span><span class='hs-layout'>)</span><span class='hs-layout'>,</span><span class='hs-varid'>rm</span><span class='hs-layout'>)</span>
<a name="line-79"></a> <span class='hs-keyword'>where</span> <span class='hs-layout'>(</span><span class='hs-varid'>cs</span><span class='hs-layout'>,</span><span class='hs-varid'>rm</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>nestcomment</span> <span class='hs-varid'>n</span> <span class='hs-varid'>ss</span>
<a name="line-80"></a><span class='hs-definition'>nestcomment</span> <span class='hs-varid'>n</span> <span class='hs-conid'>[]</span> <span class='hs-keyglyph'>=</span> <span class='hs-layout'>(</span><span class='hs-conid'>[]</span><span class='hs-layout'>,</span><span class='hs-conid'>[]</span><span class='hs-layout'>)</span>
<a name="line-81"></a>
<a name="line-82"></a><a name="eolcomment"></a><span class='hs-definition'>eolcomment</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>String</span> <span class='hs-keyglyph'>-></span> <span class='hs-layout'>(</span><span class='hs-conid'>String</span><span class='hs-layout'>,</span><span class='hs-conid'>String</span><span class='hs-layout'>)</span>
<a name="line-83"></a><span class='hs-definition'>eolcomment</span> <span class='hs-varid'>s</span><span class='hs-keyglyph'>@</span><span class='hs-layout'>(</span><span class='hs-chr'>'\n'</span><span class='hs-conop'>:</span><span class='hs-keyword'>_</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-layout'>(</span><span class='hs-conid'>[]</span><span class='hs-layout'>,</span> <span class='hs-varid'>s</span><span class='hs-layout'>)</span>
<a name="line-84"></a><span class='hs-definition'>eolcomment</span> <span class='hs-layout'>(</span><span class='hs-chr'>'\r'</span><span class='hs-conop'>:</span><span class='hs-varid'>s</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>eolcomment</span> <span class='hs-varid'>s</span>
<a name="line-85"></a><span class='hs-definition'>eolcomment</span> <span class='hs-layout'>(</span><span class='hs-varid'>c</span><span class='hs-conop'>:</span><span class='hs-varid'>s</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-layout'>(</span><span class='hs-varid'>c</span><span class='hs-conop'>:</span><span class='hs-varid'>cs</span><span class='hs-layout'>,</span> <span class='hs-varid'>s'</span><span class='hs-layout'>)</span> <span class='hs-keyword'>where</span> <span class='hs-layout'>(</span><span class='hs-varid'>cs</span><span class='hs-layout'>,</span><span class='hs-varid'>s'</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>eolcomment</span> <span class='hs-varid'>s</span>
<a name="line-86"></a><span class='hs-definition'>eolcomment</span> <span class='hs-conid'>[]</span> <span class='hs-keyglyph'>=</span> <span class='hs-layout'>(</span><span class='hs-conid'>[]</span><span class='hs-layout'>,</span><span class='hs-conid'>[]</span><span class='hs-layout'>)</span>
<a name="line-87"></a>
<a name="line-88"></a><a name="TokenType"></a><span class='hs-comment'>-- | Classification of tokens as lexical entities</span>
<a name="line-89"></a><a name="TokenType"></a><span class='hs-keyword'>data</span> <span class='hs-conid'>TokenType</span> <span class='hs-keyglyph'>=</span>
<a name="line-90"></a> <span class='hs-conid'>Space</span> <span class='hs-keyglyph'>|</span> <span class='hs-conid'>Keyword</span> <span class='hs-keyglyph'>|</span> <span class='hs-conid'>Keyglyph</span> <span class='hs-keyglyph'>|</span> <span class='hs-conid'>Layout</span> <span class='hs-keyglyph'>|</span> <span class='hs-conid'>Comment</span> <span class='hs-keyglyph'>|</span> <span class='hs-conid'>Conid</span> <span class='hs-keyglyph'>|</span> <span class='hs-conid'>Varid</span> <span class='hs-keyglyph'>|</span>
<a name="line-91"></a> <span class='hs-conid'>Conop</span> <span class='hs-keyglyph'>|</span> <span class='hs-conid'>Varop</span> <span class='hs-keyglyph'>|</span> <span class='hs-conid'>String</span> <span class='hs-keyglyph'>|</span> <span class='hs-conid'>Char</span> <span class='hs-keyglyph'>|</span> <span class='hs-conid'>Number</span> <span class='hs-keyglyph'>|</span> <span class='hs-conid'>Cpp</span> <span class='hs-keyglyph'>|</span> <span class='hs-conid'>Error</span> <span class='hs-keyglyph'>|</span>
<a name="line-92"></a> <span class='hs-conid'>Definition</span>
<a name="line-93"></a> <span class='hs-keyword'>deriving</span> <span class='hs-layout'>(</span><span class='hs-conid'>Eq</span><span class='hs-layout'>,</span><span class='hs-conid'>Show</span><span class='hs-layout'>)</span>
<a name="line-94"></a>
<a name="line-95"></a><a name="classify"></a><span class='hs-definition'>classify</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>String</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>TokenType</span>
<a name="line-96"></a><span class='hs-definition'>classify</span> <span class='hs-varid'>s</span><span class='hs-keyglyph'>@</span><span class='hs-layout'>(</span><span class='hs-varid'>h</span><span class='hs-conop'>:</span><span class='hs-varid'>t</span><span class='hs-layout'>)</span>
<a name="line-97"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>isSpace</span> <span class='hs-varid'>h</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Space</span>
<a name="line-98"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>all</span> <span class='hs-layout'>(</span><span class='hs-varop'>==</span><span class='hs-chr'>'-'</span><span class='hs-layout'>)</span> <span class='hs-varid'>s</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Comment</span>
<a name="line-99"></a> <span class='hs-keyglyph'>|</span> <span class='hs-str'>"--"</span> <span class='hs-varop'>`isPrefixOf`</span> <span class='hs-varid'>s</span>
<a name="line-100"></a> <span class='hs-varop'>&&</span> <span class='hs-varid'>any</span> <span class='hs-varid'>isSpace</span> <span class='hs-varid'>s</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Comment</span> <span class='hs-comment'>-- not fully correct</span>
<a name="line-101"></a> <span class='hs-keyglyph'>|</span> <span class='hs-str'>"{-"</span> <span class='hs-varop'>`isPrefixOf`</span> <span class='hs-varid'>s</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Comment</span>
<a name="line-102"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>s</span> <span class='hs-varop'>`elem`</span> <span class='hs-varid'>keywords</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Keyword</span>
<a name="line-103"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>s</span> <span class='hs-varop'>`elem`</span> <span class='hs-varid'>keyglyphs</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Keyglyph</span>
<a name="line-104"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>s</span> <span class='hs-varop'>`elem`</span> <span class='hs-varid'>layoutchars</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Layout</span>
<a name="line-105"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>isUpper</span> <span class='hs-varid'>h</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Conid</span>
<a name="line-106"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>s</span> <span class='hs-varop'>==</span> <span class='hs-str'>"[]"</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Conid</span>
<a name="line-107"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>h</span> <span class='hs-varop'>==</span> <span class='hs-chr'>'('</span> <span class='hs-varop'>&&</span> <span class='hs-varid'>isTupleTail</span> <span class='hs-varid'>t</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Conid</span>
<a name="line-108"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>h</span> <span class='hs-varop'>==</span> <span class='hs-chr'>'#'</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Cpp</span>
<a name="line-109"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>isLower</span> <span class='hs-varid'>h</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Varid</span>
<a name="line-110"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>h</span> <span class='hs-varop'>`elem`</span> <span class='hs-varid'>symbols</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Varop</span>
<a name="line-111"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>h</span><span class='hs-varop'>==</span><span class='hs-chr'>':'</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Conop</span>
<a name="line-112"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>h</span><span class='hs-varop'>==</span><span class='hs-chr'>'`'</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Varop</span>
<a name="line-113"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>h</span><span class='hs-varop'>==</span><span class='hs-chr'>'"'</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>String</span>
<a name="line-114"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>h</span><span class='hs-varop'>==</span><span class='hs-chr'>'\''</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Char</span>
<a name="line-115"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>isDigit</span> <span class='hs-varid'>h</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Number</span>
<a name="line-116"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>otherwise</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Error</span>
<a name="line-117"></a><span class='hs-definition'>classify</span> <span class='hs-keyword'>_</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Space</span>
<a name="line-118"></a>
<a name="line-119"></a><a name="isTupleTail"></a><span class='hs-definition'>isTupleTail</span> <span class='hs-keyglyph'>[</span><span class='hs-chr'>')'</span><span class='hs-keyglyph'>]</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>True</span>
<a name="line-120"></a><span class='hs-definition'>isTupleTail</span> <span class='hs-layout'>(</span><span class='hs-chr'>','</span><span class='hs-conop'>:</span><span class='hs-varid'>xs</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>isTupleTail</span> <span class='hs-varid'>xs</span>
<a name="line-121"></a><span class='hs-definition'>isTupleTail</span> <span class='hs-keyword'>_</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>False</span>
<a name="line-122"></a>
<a name="line-123"></a>
<a name="line-124"></a><a name="keywords"></a><span class='hs-comment'>-- Haskell keywords</span>
<a name="line-125"></a><span class='hs-definition'>keywords</span> <span class='hs-keyglyph'>=</span>
<a name="line-126"></a> <span class='hs-keyglyph'>[</span><span class='hs-str'>"case"</span><span class='hs-layout'>,</span><span class='hs-str'>"class"</span><span class='hs-layout'>,</span><span class='hs-str'>"data"</span><span class='hs-layout'>,</span><span class='hs-str'>"default"</span><span class='hs-layout'>,</span><span class='hs-str'>"deriving"</span><span class='hs-layout'>,</span><span class='hs-str'>"do"</span><span class='hs-layout'>,</span><span class='hs-str'>"else"</span><span class='hs-layout'>,</span><span class='hs-str'>"forall"</span>
<a name="line-127"></a> <span class='hs-layout'>,</span><span class='hs-str'>"if"</span><span class='hs-layout'>,</span><span class='hs-str'>"import"</span><span class='hs-layout'>,</span><span class='hs-str'>"in"</span><span class='hs-layout'>,</span><span class='hs-str'>"infix"</span><span class='hs-layout'>,</span><span class='hs-str'>"infixl"</span><span class='hs-layout'>,</span><span class='hs-str'>"infixr"</span><span class='hs-layout'>,</span><span class='hs-str'>"instance"</span><span class='hs-layout'>,</span><span class='hs-str'>"let"</span><span class='hs-layout'>,</span><span class='hs-str'>"module"</span>
<a name="line-128"></a> <span class='hs-layout'>,</span><span class='hs-str'>"newtype"</span><span class='hs-layout'>,</span><span class='hs-str'>"of"</span><span class='hs-layout'>,</span><span class='hs-str'>"qualified"</span><span class='hs-layout'>,</span><span class='hs-str'>"then"</span><span class='hs-layout'>,</span><span class='hs-str'>"type"</span><span class='hs-layout'>,</span><span class='hs-str'>"where"</span><span class='hs-layout'>,</span><span class='hs-str'>"_"</span>
<a name="line-129"></a> <span class='hs-layout'>,</span><span class='hs-str'>"foreign"</span><span class='hs-layout'>,</span><span class='hs-str'>"ccall"</span><span class='hs-layout'>,</span><span class='hs-str'>"as"</span><span class='hs-layout'>,</span><span class='hs-str'>"safe"</span><span class='hs-layout'>,</span><span class='hs-str'>"unsafe"</span><span class='hs-keyglyph'>]</span>
<a name="line-130"></a><a name="keyglyphs"></a><span class='hs-definition'>keyglyphs</span> <span class='hs-keyglyph'>=</span>
<a name="line-131"></a> <span class='hs-keyglyph'>[</span><span class='hs-str'>".."</span><span class='hs-layout'>,</span><span class='hs-str'>"::"</span><span class='hs-layout'>,</span><span class='hs-str'>"="</span><span class='hs-layout'>,</span><span class='hs-str'>"\\"</span><span class='hs-layout'>,</span><span class='hs-str'>"|"</span><span class='hs-layout'>,</span><span class='hs-str'>"<-"</span><span class='hs-layout'>,</span><span class='hs-str'>"->"</span><span class='hs-layout'>,</span><span class='hs-str'>"@"</span><span class='hs-layout'>,</span><span class='hs-str'>"~"</span><span class='hs-layout'>,</span><span class='hs-str'>"=>"</span><span class='hs-layout'>,</span><span class='hs-str'>"["</span><span class='hs-layout'>,</span><span class='hs-str'>"]"</span><span class='hs-keyglyph'>]</span>
<a name="line-132"></a><a name="layoutchars"></a><span class='hs-definition'>layoutchars</span> <span class='hs-keyglyph'>=</span>
<a name="line-133"></a> <span class='hs-varid'>map</span> <span class='hs-layout'>(</span><span class='hs-conop'>:</span><span class='hs-conid'>[]</span><span class='hs-layout'>)</span> <span class='hs-str'>";{}(),"</span>
<a name="line-134"></a><a name="symbols"></a><span class='hs-definition'>symbols</span> <span class='hs-keyglyph'>=</span>
<a name="line-135"></a> <span class='hs-str'>"!#$%&*+./<=>?@\\^|-~"</span>
</pre></body>
</html>
