<?xml version="1.0" encoding="UTF-8"?> <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"> <html> <head> <!-- Generated by HsColour, http://code.haskell.org/~malcolm/hscolour/ --> <title>src/System/IO/Streams/Text.hs</title> <link type='text/css' rel='stylesheet' href='hscolour.css' /> </head> <body> <pre><a name="line-1"></a><span class='hs-comment'>{-# LANGUAGE BangPatterns #-}</span> <a name="line-2"></a> <a name="line-3"></a><span class='hs-comment'>-- | Stream primitives for decoding and encoding 'Text' values in UTF-8 format.</span> <a name="line-4"></a><span class='hs-keyword'>module</span> <span class='hs-conid'>System</span><span class='hs-varop'>.</span><span class='hs-conid'>IO</span><span class='hs-varop'>.</span><span class='hs-conid'>Streams</span><span class='hs-varop'>.</span><span class='hs-conid'>Text</span> <a name="line-5"></a> <span class='hs-layout'>(</span> <span class='hs-comment'>-- * Decoders and Encoders</span> <a name="line-6"></a> <span class='hs-varid'>decodeUtf8</span> <a name="line-7"></a> <span class='hs-layout'>,</span> <span class='hs-varid'>decodeUtf8With</span> <a name="line-8"></a> <span class='hs-layout'>,</span> <span class='hs-varid'>encodeUtf8</span> <a name="line-9"></a> <span class='hs-layout'>)</span> <span class='hs-keyword'>where</span> <a name="line-10"></a> <a name="line-11"></a><span class='hs-comment'>------------------------------------------------------------------------------</span> <a name="line-12"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Control</span><span class='hs-varop'>.</span><span class='hs-conid'>Monad</span> <span class='hs-layout'>(</span><span class='hs-varid'>when</span><span class='hs-layout'>)</span> <a name="line-13"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Control</span><span class='hs-varop'>.</span><span class='hs-conid'>Monad</span><span class='hs-varop'>.</span><span class='hs-conid'>IO</span><span class='hs-varop'>.</span><span class='hs-conid'>Class</span> <span class='hs-layout'>(</span><span class='hs-conid'>MonadIO</span> <span class='hs-layout'>(</span><span class='hs-keyglyph'>..</span><span class='hs-layout'>)</span><span class='hs-layout'>)</span> <a name="line-14"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span> <span class='hs-layout'>(</span><span class='hs-conid'>ByteString</span><span class='hs-layout'>)</span> <a name="line-15"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>S</span> <a name="line-16"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span><span class='hs-varop'>.</span><span class='hs-conid'>Unsafe</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>S</span> <a name="line-17"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Monoid</span> <span class='hs-layout'>(</span><span class='hs-varid'>mappend</span><span class='hs-layout'>)</span> <a name="line-18"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Text</span> <span class='hs-layout'>(</span><span class='hs-conid'>Text</span><span class='hs-layout'>)</span> <a name="line-19"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Text</span><span class='hs-varop'>.</span><span class='hs-conid'>Encoding</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>T</span> <a name="line-20"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Text</span><span class='hs-varop'>.</span><span class='hs-conid'>Encoding</span><span class='hs-varop'>.</span><span class='hs-conid'>Error</span> <span class='hs-layout'>(</span><span class='hs-conid'>OnDecodeError</span><span class='hs-layout'>)</span> <a name="line-21"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Word</span> <span class='hs-layout'>(</span><span class='hs-conid'>Word8</span><span class='hs-layout'>)</span> <a name="line-22"></a><span class='hs-comment'>------------------------------------------------------------------------------</span> <a name="line-23"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>System</span><span class='hs-varop'>.</span><span class='hs-conid'>IO</span><span class='hs-varop'>.</span><span class='hs-conid'>Streams</span><span class='hs-varop'>.</span><span class='hs-conid'>Combinators</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>Streams</span> <a name="line-24"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>System</span><span class='hs-varop'>.</span><span class='hs-conid'>IO</span><span class='hs-varop'>.</span><span class='hs-conid'>Streams</span><span class='hs-varop'>.</span><span class='hs-conid'>Internal</span> <span class='hs-layout'>(</span><span class='hs-conid'>InputStream</span><span class='hs-layout'>,</span> <span class='hs-conid'>OutputStream</span><span class='hs-layout'>)</span> <a name="line-25"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>System</span><span class='hs-varop'>.</span><span class='hs-conid'>IO</span><span class='hs-varop'>.</span><span class='hs-conid'>Streams</span><span class='hs-varop'>.</span><span class='hs-conid'>Internal</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>Streams</span> <a name="line-26"></a> <a name="line-27"></a> <a name="line-28"></a><a name="encodeUtf8"></a><span class='hs-comment'>------------------------------------------------------------------------------</span> <a name="line-29"></a><span class='hs-comment'>-- | Convert an 'OutputStream' taking 'ByteString's to an 'OutputStream' that</span> <a name="line-30"></a><span class='hs-comment'>-- takes 'Text', encoding the data as UTF-8. See</span> <a name="line-31"></a><span class='hs-comment'>-- @Data.Text.Encoding.'T.encodeUtf8'@.</span> <a name="line-32"></a><span class='hs-definition'>encodeUtf8</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>OutputStream</span> <span class='hs-conid'>ByteString</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>IO</span> <span class='hs-layout'>(</span><span class='hs-conid'>OutputStream</span> <span class='hs-conid'>Text</span><span class='hs-layout'>)</span> <a name="line-33"></a><span class='hs-definition'>encodeUtf8</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Streams</span><span class='hs-varop'>.</span><span class='hs-varid'>contramap</span> <span class='hs-conid'>T</span><span class='hs-varop'>.</span><span class='hs-varid'>encodeUtf8</span> <a name="line-34"></a> <a name="line-35"></a> <a name="line-36"></a><a name="decodeUtf8"></a><span class='hs-comment'>------------------------------------------------------------------------------</span> <a name="line-37"></a><span class='hs-comment'>-- | Decode an 'InputStream' of 'ByteString's in UTF-8 format into an</span> <a name="line-38"></a><span class='hs-comment'>-- 'InputStream' of 'Text' values. If decoding fails, will throw an exception.</span> <a name="line-39"></a><span class='hs-comment'>-- See @Data.Text.Encoding.'T.decodeUtf8'@.</span> <a name="line-40"></a><span class='hs-definition'>decodeUtf8</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>InputStream</span> <span class='hs-conid'>ByteString</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>IO</span> <span class='hs-layout'>(</span><span class='hs-conid'>InputStream</span> <span class='hs-conid'>Text</span><span class='hs-layout'>)</span> <a name="line-41"></a><span class='hs-definition'>decodeUtf8</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>decode</span> <span class='hs-conid'>T</span><span class='hs-varop'>.</span><span class='hs-varid'>decodeUtf8</span> <a name="line-42"></a><span class='hs-comment'>{-# INLINE decodeUtf8 #-}</span> <a name="line-43"></a> <a name="line-44"></a> <a name="line-45"></a><a name="decodeUtf8With"></a><span class='hs-comment'>------------------------------------------------------------------------------</span> <a name="line-46"></a><span class='hs-comment'>-- | Decode an 'InputStream' of 'ByteString's in UTF-8 format into an</span> <a name="line-47"></a><span class='hs-comment'>-- 'InputStream' of 'Text' values. If decoding fails, invokes the given</span> <a name="line-48"></a><span class='hs-comment'>-- 'OnDecodeError' function to decide what to do. See</span> <a name="line-49"></a><span class='hs-comment'>-- @Data.Text.Encoding.'T.decodeUtf8With'@.</span> <a name="line-50"></a><span class='hs-definition'>decodeUtf8With</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>OnDecodeError</span> <a name="line-51"></a> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>InputStream</span> <span class='hs-conid'>ByteString</span> <a name="line-52"></a> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>IO</span> <span class='hs-layout'>(</span><span class='hs-conid'>InputStream</span> <span class='hs-conid'>Text</span><span class='hs-layout'>)</span> <a name="line-53"></a><span class='hs-definition'>decodeUtf8With</span> <span class='hs-varid'>e</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>decode</span> <span class='hs-layout'>(</span><span class='hs-conid'>T</span><span class='hs-varop'>.</span><span class='hs-varid'>decodeUtf8With</span> <span class='hs-varid'>e</span><span class='hs-layout'>)</span> <a name="line-54"></a><span class='hs-comment'>{-# INLINE decodeUtf8With #-}</span> <a name="line-55"></a> <a name="line-56"></a> <a name="line-57"></a><a name="decode"></a><span class='hs-comment'>------------------------------------------------------------------------------</span> <a name="line-58"></a><span class='hs-definition'>decode</span> <span class='hs-keyglyph'>::</span> <span class='hs-layout'>(</span><span class='hs-conid'>ByteString</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>Text</span><span class='hs-layout'>)</span> <a name="line-59"></a> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>InputStream</span> <span class='hs-conid'>ByteString</span> <a name="line-60"></a> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>IO</span> <span class='hs-layout'>(</span><span class='hs-conid'>InputStream</span> <span class='hs-conid'>Text</span><span class='hs-layout'>)</span> <a name="line-61"></a><span class='hs-definition'>decode</span> <span class='hs-varid'>decodeFunc</span> <span class='hs-varid'>input</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Streams</span><span class='hs-varop'>.</span><span class='hs-varid'>fromGenerator</span> <span class='hs-varop'>$</span> <span class='hs-varid'>go</span> <span class='hs-conid'>Nothing</span> <a name="line-62"></a> <span class='hs-keyword'>where</span> <a name="line-63"></a> <span class='hs-varid'>go</span> <span class='hs-varop'>!</span><span class='hs-varid'>soFar</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>liftIO</span> <span class='hs-layout'>(</span><span class='hs-conid'>Streams</span><span class='hs-varop'>.</span><span class='hs-varid'>read</span> <span class='hs-varid'>input</span><span class='hs-layout'>)</span> <span class='hs-varop'>>>=</span> <a name="line-64"></a> <span class='hs-varid'>maybe</span> <span class='hs-layout'>(</span><span class='hs-varid'>finish</span> <span class='hs-varid'>soFar</span><span class='hs-layout'>)</span> <span class='hs-layout'>(</span><span class='hs-varid'>chunk</span> <span class='hs-varid'>soFar</span><span class='hs-layout'>)</span> <a name="line-65"></a> <a name="line-66"></a> <span class='hs-varid'>finish</span> <span class='hs-conid'>Nothing</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>return</span> <span class='hs-varop'>$!</span> <span class='hs-conid'>()</span> <a name="line-67"></a> <span class='hs-varid'>finish</span> <span class='hs-layout'>(</span><span class='hs-conid'>Just</span> <span class='hs-varid'>x</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Streams</span><span class='hs-varop'>.</span><span class='hs-varid'>yield</span> <span class='hs-varop'>$!</span> <span class='hs-varid'>decodeFunc</span> <span class='hs-varid'>x</span> <a name="line-68"></a> <a name="line-69"></a> <span class='hs-varid'>chunk</span> <span class='hs-conid'>Nothing</span> <span class='hs-varid'>s</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>process</span> <span class='hs-varid'>s</span> <a name="line-70"></a> <span class='hs-varid'>chunk</span> <span class='hs-layout'>(</span><span class='hs-conid'>Just</span> <span class='hs-varid'>a</span><span class='hs-layout'>)</span> <span class='hs-varid'>b</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>process</span> <span class='hs-varop'>$</span> <span class='hs-varid'>a</span> <span class='hs-varop'>`mappend`</span> <span class='hs-varid'>b</span> <a name="line-71"></a> <a name="line-72"></a> <span class='hs-varid'>process</span> <span class='hs-varop'>!</span><span class='hs-varid'>s</span> <span class='hs-keyglyph'>=</span> <a name="line-73"></a> <span class='hs-keyword'>case</span> <span class='hs-varid'>findLastFullCode</span> <span class='hs-varid'>s</span> <span class='hs-keyword'>of</span> <a name="line-74"></a> <span class='hs-conid'>LastCodeIsComplete</span> <span class='hs-varid'>x</span> <span class='hs-keyglyph'>-></span> <span class='hs-layout'>(</span><span class='hs-conid'>Streams</span><span class='hs-varop'>.</span><span class='hs-varid'>yield</span> <span class='hs-varop'>$!</span> <span class='hs-varid'>decodeFunc</span> <span class='hs-varid'>x</span><span class='hs-layout'>)</span> <span class='hs-varop'>>></span> <span class='hs-varid'>go</span> <span class='hs-conid'>Nothing</span> <a name="line-75"></a> <span class='hs-conid'>Split</span> <span class='hs-varid'>a</span> <span class='hs-varid'>b</span> <span class='hs-keyglyph'>-></span> <span class='hs-keyword'>do</span> <a name="line-76"></a> <span class='hs-varid'>when</span> <span class='hs-layout'>(</span><span class='hs-varid'>not</span> <span class='hs-varop'>$</span> <span class='hs-conid'>S</span><span class='hs-varop'>.</span><span class='hs-varid'>null</span> <span class='hs-varid'>a</span><span class='hs-layout'>)</span> <span class='hs-varop'>$</span> <a name="line-77"></a> <span class='hs-conid'>Streams</span><span class='hs-varop'>.</span><span class='hs-varid'>yield</span> <span class='hs-varop'>$!</span> <span class='hs-varid'>decodeFunc</span> <span class='hs-varid'>a</span> <a name="line-78"></a> <span class='hs-varid'>go</span> <span class='hs-layout'>(</span><span class='hs-conid'>Just</span> <span class='hs-varid'>b</span><span class='hs-layout'>)</span> <a name="line-79"></a> <span class='hs-conid'>NoCodesAreComplete</span> <span class='hs-varid'>x</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>go</span> <span class='hs-layout'>(</span><span class='hs-conid'>Just</span> <span class='hs-varid'>x</span><span class='hs-layout'>)</span> <a name="line-80"></a> <a name="line-81"></a> <a name="line-82"></a><a name="ByteType"></a><span class='hs-comment'>------------------------------------------------------------------------------</span> <a name="line-83"></a><a name="ByteType"></a><span class='hs-keyword'>data</span> <span class='hs-conid'>ByteType</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Regular</span> <a name="line-84"></a> <span class='hs-keyglyph'>|</span> <span class='hs-conid'>Continuation</span> <a name="line-85"></a> <span class='hs-keyglyph'>|</span> <span class='hs-conid'>Start</span> <span class='hs-varop'>!</span><span class='hs-conid'>Int</span> <a name="line-86"></a> <a name="line-87"></a> <a name="line-88"></a><a name="between"></a><span class='hs-comment'>------------------------------------------------------------------------------</span> <a name="line-89"></a><span class='hs-definition'>between</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Word8</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>Word8</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>Word8</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>Bool</span> <a name="line-90"></a><span class='hs-definition'>between</span> <span class='hs-varid'>x</span> <span class='hs-varid'>y</span> <span class='hs-varid'>z</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>x</span> <span class='hs-varop'>>=</span> <span class='hs-varid'>y</span> <span class='hs-varop'>&&</span> <span class='hs-varid'>x</span> <span class='hs-varop'><=</span> <span class='hs-varid'>z</span> <a name="line-91"></a><span class='hs-comment'>{-# INLINE between #-}</span> <a name="line-92"></a> <a name="line-93"></a> <a name="line-94"></a><a name="characterizeByte"></a><span class='hs-comment'>------------------------------------------------------------------------------</span> <a name="line-95"></a><span class='hs-definition'>characterizeByte</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Word8</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>ByteType</span> <a name="line-96"></a><span class='hs-definition'>characterizeByte</span> <span class='hs-varid'>c</span> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>between</span> <span class='hs-varid'>c</span> <span class='hs-num'>0</span> <span class='hs-num'>0x7F</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Regular</span> <a name="line-97"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>between</span> <span class='hs-varid'>c</span> <span class='hs-num'>0x80</span> <span class='hs-num'>0xBF</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Continuation</span> <a name="line-98"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>between</span> <span class='hs-varid'>c</span> <span class='hs-num'>0xC0</span> <span class='hs-num'>0xDF</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Start</span> <span class='hs-num'>1</span> <a name="line-99"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>between</span> <span class='hs-varid'>c</span> <span class='hs-num'>0xE0</span> <span class='hs-num'>0xEF</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Start</span> <span class='hs-num'>2</span> <a name="line-100"></a> <span class='hs-comment'>-- Technically utf-8 ends after 0xf4, but those sequences</span> <a name="line-101"></a> <span class='hs-comment'>-- won't decode anyways.</span> <a name="line-102"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>otherwise</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Start</span> <span class='hs-num'>3</span> <a name="line-103"></a> <a name="line-104"></a> <a name="line-105"></a><a name="FindOutput"></a><span class='hs-comment'>------------------------------------------------------------------------------</span> <a name="line-106"></a><a name="FindOutput"></a><span class='hs-keyword'>data</span> <span class='hs-conid'>FindOutput</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>LastCodeIsComplete</span> <span class='hs-varop'>!</span><span class='hs-conid'>ByteString</span> <a name="line-107"></a> <span class='hs-keyglyph'>|</span> <span class='hs-conid'>Split</span> <span class='hs-varop'>!</span><span class='hs-conid'>ByteString</span> <span class='hs-varop'>!</span><span class='hs-conid'>ByteString</span> <a name="line-108"></a> <span class='hs-keyglyph'>|</span> <span class='hs-conid'>NoCodesAreComplete</span> <span class='hs-varop'>!</span><span class='hs-conid'>ByteString</span> <span class='hs-comment'>-- should be impossibly rare</span> <a name="line-109"></a> <span class='hs-comment'>-- in real data</span> <a name="line-110"></a> <a name="line-111"></a> <a name="line-112"></a><a name="findLastFullCode"></a><span class='hs-comment'>------------------------------------------------------------------------------</span> <a name="line-113"></a><span class='hs-definition'>findLastFullCode</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>ByteString</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>FindOutput</span> <a name="line-114"></a><span class='hs-definition'>findLastFullCode</span> <span class='hs-varid'>b</span> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>len</span> <span class='hs-varop'>==</span> <span class='hs-num'>0</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>LastCodeIsComplete</span> <span class='hs-varid'>b</span> <a name="line-115"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>otherwise</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>go</span> <a name="line-116"></a> <span class='hs-keyword'>where</span> <a name="line-117"></a> <span class='hs-varid'>len</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>S</span><span class='hs-varop'>.</span><span class='hs-varid'>length</span> <span class='hs-varid'>b</span> <a name="line-118"></a> <a name="line-119"></a> <span class='hs-varid'>go</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>let</span> <span class='hs-varop'>!</span><span class='hs-varid'>idx</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>len</span> <span class='hs-comment'>-</span> <span class='hs-num'>1</span> <a name="line-120"></a> <span class='hs-varop'>!</span><span class='hs-varid'>c</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>S</span><span class='hs-varop'>.</span><span class='hs-varid'>unsafeIndex</span> <span class='hs-varid'>b</span> <span class='hs-varid'>idx</span> <a name="line-121"></a> <span class='hs-keyword'>in</span> <span class='hs-keyword'>case</span> <span class='hs-varid'>characterizeByte</span> <span class='hs-varid'>c</span> <span class='hs-keyword'>of</span> <a name="line-122"></a> <span class='hs-conid'>Regular</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>LastCodeIsComplete</span> <span class='hs-varid'>b</span> <a name="line-123"></a> <span class='hs-conid'>Continuation</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>cont</span> <span class='hs-layout'>(</span><span class='hs-varid'>len</span> <span class='hs-comment'>-</span> <span class='hs-num'>2</span><span class='hs-layout'>)</span> <a name="line-124"></a> <span class='hs-keyword'>_</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>Split</span> <span class='hs-layout'>(</span><span class='hs-conid'>S</span><span class='hs-varop'>.</span><span class='hs-varid'>unsafeTake</span> <span class='hs-varid'>idx</span> <span class='hs-varid'>b</span><span class='hs-layout'>)</span> <span class='hs-layout'>(</span><span class='hs-conid'>S</span><span class='hs-varop'>.</span><span class='hs-varid'>unsafeDrop</span> <span class='hs-varid'>idx</span> <span class='hs-varid'>b</span><span class='hs-layout'>)</span> <a name="line-125"></a> <a name="line-126"></a> <span class='hs-varid'>cont</span> <span class='hs-varop'>!</span><span class='hs-varid'>idx</span> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>idx</span> <span class='hs-varop'><</span> <span class='hs-num'>0</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>NoCodesAreComplete</span> <span class='hs-varid'>b</span> <a name="line-127"></a> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>otherwise</span> <span class='hs-keyglyph'>=</span> <a name="line-128"></a> <span class='hs-keyword'>let</span> <span class='hs-varop'>!</span><span class='hs-varid'>c</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>S</span><span class='hs-varop'>.</span><span class='hs-varid'>unsafeIndex</span> <span class='hs-varid'>b</span> <span class='hs-varid'>idx</span> <a name="line-129"></a> <span class='hs-keyword'>in</span> <span class='hs-keyword'>case</span> <span class='hs-varid'>characterizeByte</span> <span class='hs-varid'>c</span> <span class='hs-keyword'>of</span> <a name="line-130"></a> <span class='hs-comment'>-- what do we do with this? decoding will fail. give up</span> <a name="line-131"></a> <span class='hs-comment'>-- and lie, the text decoder will deal with it..</span> <a name="line-132"></a> <span class='hs-conid'>Regular</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>LastCodeIsComplete</span> <span class='hs-varid'>b</span> <a name="line-133"></a> <span class='hs-conid'>Continuation</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>cont</span> <span class='hs-layout'>(</span><span class='hs-varid'>idx</span> <span class='hs-comment'>-</span> <span class='hs-num'>1</span><span class='hs-layout'>)</span> <a name="line-134"></a> <span class='hs-conid'>Start</span> <span class='hs-varid'>n</span> <span class='hs-keyglyph'>-></span> <span class='hs-keyword'>if</span> <span class='hs-varid'>n</span> <span class='hs-varop'>+</span> <span class='hs-varid'>idx</span> <span class='hs-varop'>==</span> <span class='hs-varid'>len</span> <span class='hs-comment'>-</span> <span class='hs-num'>1</span> <a name="line-135"></a> <span class='hs-keyword'>then</span> <span class='hs-conid'>LastCodeIsComplete</span> <span class='hs-varid'>b</span> <a name="line-136"></a> <span class='hs-keyword'>else</span> <span class='hs-conid'>Split</span> <span class='hs-layout'>(</span><span class='hs-conid'>S</span><span class='hs-varop'>.</span><span class='hs-varid'>unsafeTake</span> <span class='hs-varid'>idx</span> <span class='hs-varid'>b</span><span class='hs-layout'>)</span> <a name="line-137"></a> <span class='hs-layout'>(</span><span class='hs-conid'>S</span><span class='hs-varop'>.</span><span class='hs-varid'>unsafeDrop</span> <span class='hs-varid'>idx</span> <span class='hs-varid'>b</span><span class='hs-layout'>)</span> <a name="line-138"></a><span class='hs-comment'>{-# INLINE findLastFullCode #-}</span> </pre></body> </html>