Sophie

Sophie

distrib > Fedora > 14 > x86_64 > media > updates > by-pkgid > e60023a7976e775d4fd5358f1ca100b2 > files > 154

ghc-text-devel-0.10.0.0-1.fc14.x86_64.rpm

<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
<html>
<head>
<!-- Generated by HsColour, http://www.cs.york.ac.uk/fp/darcs/hscolour/ -->
<title>Data/Text/Lazy/Encoding.hs</title>
<link type='text/css' rel='stylesheet' href='hscolour.css' />
</head>
<body>
<pre><a name="line-1"></a><span class='hs-comment'>{-# LANGUAGE BangPatterns #-}</span>
<a name="line-2"></a><span class='hs-comment'>-- |</span>
<a name="line-3"></a><span class='hs-comment'>-- Module      : Data.Text.Lazy.Encoding</span>
<a name="line-4"></a><span class='hs-comment'>-- Copyright   : (c) 2009, 2010 Bryan O'Sullivan</span>
<a name="line-5"></a><span class='hs-comment'>--</span>
<a name="line-6"></a><span class='hs-comment'>-- License     : BSD-style</span>
<a name="line-7"></a><span class='hs-comment'>-- Maintainer  : bos@serpentine.com, rtomharper@googlemail.com,</span>
<a name="line-8"></a><span class='hs-comment'>--               duncan@haskell.org</span>
<a name="line-9"></a><span class='hs-comment'>-- Stability   : experimental</span>
<a name="line-10"></a><span class='hs-comment'>-- Portability : portable</span>
<a name="line-11"></a><span class='hs-comment'>--</span>
<a name="line-12"></a><span class='hs-comment'>-- Functions for converting lazy 'Text' values to and from lazy</span>
<a name="line-13"></a><span class='hs-comment'>-- 'ByteString', using several standard encodings.</span>
<a name="line-14"></a><span class='hs-comment'>--</span>
<a name="line-15"></a><span class='hs-comment'>-- To make use of a much larger variety of encodings, use the @text-icu@</span>
<a name="line-16"></a><span class='hs-comment'>-- package.</span>
<a name="line-17"></a>
<a name="line-18"></a><span class='hs-keyword'>module</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Text</span><span class='hs-varop'>.</span><span class='hs-conid'>Lazy</span><span class='hs-varop'>.</span><span class='hs-conid'>Encoding</span>
<a name="line-19"></a>    <span class='hs-layout'>(</span>
<a name="line-20"></a>    <span class='hs-comment'>-- * Decoding ByteStrings to Text</span>
<a name="line-21"></a>      <span class='hs-varid'>decodeASCII</span>
<a name="line-22"></a>    <span class='hs-layout'>,</span> <span class='hs-varid'>decodeUtf8</span>
<a name="line-23"></a>    <span class='hs-layout'>,</span> <span class='hs-varid'>decodeUtf16LE</span>
<a name="line-24"></a>    <span class='hs-layout'>,</span> <span class='hs-varid'>decodeUtf16BE</span>
<a name="line-25"></a>    <span class='hs-layout'>,</span> <span class='hs-varid'>decodeUtf32LE</span>
<a name="line-26"></a>    <span class='hs-layout'>,</span> <span class='hs-varid'>decodeUtf32BE</span>
<a name="line-27"></a>    <span class='hs-comment'>-- ** Controllable error handling</span>
<a name="line-28"></a>    <span class='hs-layout'>,</span> <span class='hs-varid'>decodeUtf8With</span>
<a name="line-29"></a>    <span class='hs-layout'>,</span> <span class='hs-varid'>decodeUtf16LEWith</span>
<a name="line-30"></a>    <span class='hs-layout'>,</span> <span class='hs-varid'>decodeUtf16BEWith</span>
<a name="line-31"></a>    <span class='hs-layout'>,</span> <span class='hs-varid'>decodeUtf32LEWith</span>
<a name="line-32"></a>    <span class='hs-layout'>,</span> <span class='hs-varid'>decodeUtf32BEWith</span>
<a name="line-33"></a>
<a name="line-34"></a>    <span class='hs-comment'>-- * Encoding Text to ByteStrings</span>
<a name="line-35"></a>    <span class='hs-layout'>,</span> <span class='hs-varid'>encodeUtf8</span>
<a name="line-36"></a>    <span class='hs-layout'>,</span> <span class='hs-varid'>encodeUtf16LE</span>
<a name="line-37"></a>    <span class='hs-layout'>,</span> <span class='hs-varid'>encodeUtf16BE</span>
<a name="line-38"></a>    <span class='hs-layout'>,</span> <span class='hs-varid'>encodeUtf32LE</span>
<a name="line-39"></a>    <span class='hs-layout'>,</span> <span class='hs-varid'>encodeUtf32BE</span>
<a name="line-40"></a>    <span class='hs-layout'>)</span> <span class='hs-keyword'>where</span>
<a name="line-41"></a>
<a name="line-42"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Bits</span> <span class='hs-layout'>(</span><span class='hs-layout'>(</span><span class='hs-varop'>.&amp;.</span><span class='hs-layout'>)</span><span class='hs-layout'>)</span>
<a name="line-43"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Text</span><span class='hs-varop'>.</span><span class='hs-conid'>Encoding</span><span class='hs-varop'>.</span><span class='hs-conid'>Error</span> <span class='hs-layout'>(</span><span class='hs-conid'>OnDecodeError</span><span class='hs-layout'>,</span> <span class='hs-varid'>strictDecode</span><span class='hs-layout'>)</span>
<a name="line-44"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Text</span><span class='hs-varop'>.</span><span class='hs-conid'>Lazy</span><span class='hs-varop'>.</span><span class='hs-conid'>Internal</span> <span class='hs-layout'>(</span><span class='hs-conid'>Text</span><span class='hs-layout'>(</span><span class='hs-keyglyph'>..</span><span class='hs-layout'>)</span><span class='hs-layout'>,</span> <span class='hs-varid'>chunk</span><span class='hs-layout'>,</span> <span class='hs-varid'>empty</span><span class='hs-layout'>,</span> <span class='hs-varid'>foldrChunks</span><span class='hs-layout'>)</span>
<a name="line-45"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>S</span>
<a name="line-46"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span><span class='hs-varop'>.</span><span class='hs-conid'>Lazy</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>B</span>
<a name="line-47"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span><span class='hs-varop'>.</span><span class='hs-conid'>Lazy</span><span class='hs-varop'>.</span><span class='hs-conid'>Internal</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>B</span>
<a name="line-48"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span><span class='hs-varop'>.</span><span class='hs-conid'>Unsafe</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>S</span>
<a name="line-49"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Text</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>T</span>
<a name="line-50"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Text</span><span class='hs-varop'>.</span><span class='hs-conid'>Encoding</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>TE</span>
<a name="line-51"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Text</span><span class='hs-varop'>.</span><span class='hs-conid'>Lazy</span><span class='hs-varop'>.</span><span class='hs-conid'>Encoding</span><span class='hs-varop'>.</span><span class='hs-conid'>Fusion</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>E</span>
<a name="line-52"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Text</span><span class='hs-varop'>.</span><span class='hs-conid'>Lazy</span><span class='hs-varop'>.</span><span class='hs-conid'>Fusion</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>F</span>
<a name="line-53"></a>
<a name="line-54"></a><a name="decodeASCII"></a><span class='hs-comment'>-- | Decode a 'ByteString' containing 7-bit ASCII encoded text.</span>
<a name="line-55"></a><span class='hs-definition'>decodeASCII</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>Text</span>
<a name="line-56"></a><span class='hs-definition'>decodeASCII</span> <span class='hs-varid'>bs</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>foldr</span> <span class='hs-layout'>(</span><span class='hs-varid'>chunk</span> <span class='hs-varop'>.</span> <span class='hs-conid'>TE</span><span class='hs-varop'>.</span><span class='hs-varid'>decodeASCII</span><span class='hs-layout'>)</span> <span class='hs-varid'>empty</span> <span class='hs-layout'>(</span><span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-varid'>toChunks</span> <span class='hs-varid'>bs</span><span class='hs-layout'>)</span>
<a name="line-57"></a><span class='hs-comment'>{-# INLINE decodeASCII #-}</span>
<a name="line-58"></a>
<a name="line-59"></a><a name="decodeUtf8With"></a><span class='hs-comment'>-- | Decode a 'ByteString' containing UTF-8 encoded text.</span>
<a name="line-60"></a><span class='hs-definition'>decodeUtf8With</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>OnDecodeError</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>Text</span>
<a name="line-61"></a><span class='hs-definition'>decodeUtf8With</span> <span class='hs-varid'>onErr</span> <span class='hs-varid'>bs0</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>fast</span> <span class='hs-varid'>bs0</span>
<a name="line-62"></a>  <span class='hs-keyword'>where</span>
<a name="line-63"></a>    <span class='hs-varid'>decode</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>TE</span><span class='hs-varop'>.</span><span class='hs-varid'>decodeUtf8With</span> <span class='hs-varid'>onErr</span>
<a name="line-64"></a>    <span class='hs-varid'>fast</span> <span class='hs-layout'>(</span><span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>Chunk</span> <span class='hs-varid'>p</span> <span class='hs-varid'>ps</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>isComplete</span> <span class='hs-varid'>p</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>chunk</span> <span class='hs-layout'>(</span><span class='hs-varid'>decode</span> <span class='hs-varid'>p</span><span class='hs-layout'>)</span> <span class='hs-layout'>(</span><span class='hs-varid'>fast</span> <span class='hs-varid'>ps</span><span class='hs-layout'>)</span>
<a name="line-65"></a>                        <span class='hs-keyglyph'>|</span> <span class='hs-varid'>otherwise</span>    <span class='hs-keyglyph'>=</span> <span class='hs-varid'>chunk</span> <span class='hs-layout'>(</span><span class='hs-varid'>decode</span> <span class='hs-varid'>h</span><span class='hs-layout'>)</span> <span class='hs-layout'>(</span><span class='hs-varid'>slow</span> <span class='hs-varid'>t</span> <span class='hs-varid'>ps</span><span class='hs-layout'>)</span>
<a name="line-66"></a>      <span class='hs-keyword'>where</span> <span class='hs-layout'>(</span><span class='hs-varid'>h</span><span class='hs-layout'>,</span><span class='hs-varid'>t</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>S</span><span class='hs-varop'>.</span><span class='hs-varid'>splitAt</span> <span class='hs-varid'>pivot</span> <span class='hs-varid'>p</span>
<a name="line-67"></a>            <span class='hs-varid'>pivot</span> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>at</span> <span class='hs-num'>1</span>      <span class='hs-keyglyph'>=</span> <span class='hs-varid'>len</span><span class='hs-comment'>-</span><span class='hs-num'>1</span>
<a name="line-68"></a>                  <span class='hs-keyglyph'>|</span> <span class='hs-varid'>at</span> <span class='hs-num'>2</span>      <span class='hs-keyglyph'>=</span> <span class='hs-varid'>len</span><span class='hs-comment'>-</span><span class='hs-num'>2</span>
<a name="line-69"></a>                  <span class='hs-keyglyph'>|</span> <span class='hs-varid'>otherwise</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>len</span><span class='hs-comment'>-</span><span class='hs-num'>3</span>
<a name="line-70"></a>            <span class='hs-varid'>len</span>  <span class='hs-keyglyph'>=</span> <span class='hs-conid'>S</span><span class='hs-varop'>.</span><span class='hs-varid'>length</span> <span class='hs-varid'>p</span>
<a name="line-71"></a>            <span class='hs-varid'>at</span> <span class='hs-varid'>n</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>len</span> <span class='hs-varop'>&gt;=</span> <span class='hs-varid'>n</span> <span class='hs-varop'>&amp;&amp;</span> <span class='hs-conid'>S</span><span class='hs-varop'>.</span><span class='hs-varid'>unsafeIndex</span> <span class='hs-varid'>p</span> <span class='hs-layout'>(</span><span class='hs-varid'>len</span><span class='hs-comment'>-</span><span class='hs-varid'>n</span><span class='hs-layout'>)</span> <span class='hs-varop'>.&amp;.</span> <span class='hs-num'>0xc0</span> <span class='hs-varop'>==</span> <span class='hs-num'>0xc0</span>
<a name="line-72"></a>    <span class='hs-varid'>fast</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>Empty</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>empty</span>
<a name="line-73"></a>    <span class='hs-varid'>slow</span> <span class='hs-varid'>i</span> <span class='hs-varid'>bs</span> <span class='hs-keyglyph'>=</span> <span class='hs-comment'>{-# SCC "decodeUtf8With'/slow" #-}</span>
<a name="line-74"></a>                <span class='hs-keyword'>case</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-varid'>uncons</span> <span class='hs-varid'>bs</span> <span class='hs-keyword'>of</span>
<a name="line-75"></a>                  <span class='hs-conid'>Just</span> <span class='hs-layout'>(</span><span class='hs-varid'>w</span><span class='hs-layout'>,</span><span class='hs-varid'>bs'</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>|</span> <span class='hs-varid'>isComplete</span> <span class='hs-varid'>i'</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-varid'>chunk</span> <span class='hs-layout'>(</span><span class='hs-varid'>decode</span> <span class='hs-varid'>i'</span><span class='hs-layout'>)</span> <span class='hs-layout'>(</span><span class='hs-varid'>fast</span> <span class='hs-varid'>bs'</span><span class='hs-layout'>)</span>
<a name="line-76"></a>                               <span class='hs-keyglyph'>|</span> <span class='hs-varid'>otherwise</span>     <span class='hs-keyglyph'>-&gt;</span> <span class='hs-varid'>slow</span> <span class='hs-varid'>i'</span> <span class='hs-varid'>bs'</span>
<a name="line-77"></a>                    <span class='hs-keyword'>where</span> <span class='hs-varid'>i'</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>S</span><span class='hs-varop'>.</span><span class='hs-varid'>snoc</span> <span class='hs-varid'>i</span> <span class='hs-varid'>w</span>
<a name="line-78"></a>                  <span class='hs-conid'>Nothing</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-keyword'>case</span> <span class='hs-conid'>S</span><span class='hs-varop'>.</span><span class='hs-varid'>uncons</span> <span class='hs-varid'>i</span> <span class='hs-keyword'>of</span>
<a name="line-79"></a>                               <span class='hs-conid'>Just</span> <span class='hs-layout'>(</span><span class='hs-varid'>j</span><span class='hs-layout'>,</span><span class='hs-varid'>i'</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>-&gt;</span>
<a name="line-80"></a>                                 <span class='hs-keyword'>case</span> <span class='hs-varid'>onErr</span> <span class='hs-varid'>desc</span> <span class='hs-layout'>(</span><span class='hs-conid'>Just</span> <span class='hs-varid'>j</span><span class='hs-layout'>)</span> <span class='hs-keyword'>of</span>
<a name="line-81"></a>                                   <span class='hs-conid'>Nothing</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-varid'>slow</span> <span class='hs-varid'>i'</span> <span class='hs-varid'>bs</span>
<a name="line-82"></a>                                   <span class='hs-conid'>Just</span> <span class='hs-varid'>c</span>  <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>Chunk</span> <span class='hs-layout'>(</span><span class='hs-conid'>T</span><span class='hs-varop'>.</span><span class='hs-varid'>singleton</span> <span class='hs-varid'>c</span><span class='hs-layout'>)</span> <span class='hs-layout'>(</span><span class='hs-varid'>slow</span> <span class='hs-varid'>i'</span> <span class='hs-varid'>bs</span><span class='hs-layout'>)</span>
<a name="line-83"></a>                               <span class='hs-conid'>Nothing</span> <span class='hs-keyglyph'>-&gt;</span>
<a name="line-84"></a>                                 <span class='hs-keyword'>case</span> <span class='hs-varid'>onErr</span> <span class='hs-varid'>desc</span> <span class='hs-conid'>Nothing</span> <span class='hs-keyword'>of</span>
<a name="line-85"></a>                                   <span class='hs-conid'>Nothing</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-varid'>empty</span>
<a name="line-86"></a>                                   <span class='hs-conid'>Just</span> <span class='hs-varid'>c</span>  <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>Chunk</span> <span class='hs-layout'>(</span><span class='hs-conid'>T</span><span class='hs-varop'>.</span><span class='hs-varid'>singleton</span> <span class='hs-varid'>c</span><span class='hs-layout'>)</span> <span class='hs-varid'>empty</span>
<a name="line-87"></a>    <span class='hs-varid'>isComplete</span> <span class='hs-varid'>bs</span> <span class='hs-keyglyph'>=</span> <span class='hs-comment'>{-# SCC "decodeUtf8With'/isComplete" #-}</span>
<a name="line-88"></a>                    <span class='hs-varid'>ix</span> <span class='hs-num'>1</span> <span class='hs-varop'>.&amp;.</span> <span class='hs-num'>0x80</span> <span class='hs-varop'>==</span> <span class='hs-num'>0</span> <span class='hs-varop'>||</span>
<a name="line-89"></a>                    <span class='hs-layout'>(</span><span class='hs-varid'>len</span> <span class='hs-varop'>&gt;=</span> <span class='hs-num'>2</span> <span class='hs-varop'>&amp;&amp;</span> <span class='hs-varid'>ix</span> <span class='hs-num'>2</span> <span class='hs-varop'>.&amp;.</span> <span class='hs-num'>0xe0</span> <span class='hs-varop'>==</span> <span class='hs-num'>0xc0</span><span class='hs-layout'>)</span> <span class='hs-varop'>||</span>
<a name="line-90"></a>                    <span class='hs-layout'>(</span><span class='hs-varid'>len</span> <span class='hs-varop'>&gt;=</span> <span class='hs-num'>3</span> <span class='hs-varop'>&amp;&amp;</span> <span class='hs-varid'>ix</span> <span class='hs-num'>3</span> <span class='hs-varop'>.&amp;.</span> <span class='hs-num'>0xf0</span> <span class='hs-varop'>==</span> <span class='hs-num'>0xe0</span><span class='hs-layout'>)</span> <span class='hs-varop'>||</span>
<a name="line-91"></a>                    <span class='hs-layout'>(</span><span class='hs-varid'>len</span> <span class='hs-varop'>&gt;=</span> <span class='hs-num'>4</span> <span class='hs-varop'>&amp;&amp;</span> <span class='hs-varid'>ix</span> <span class='hs-num'>4</span> <span class='hs-varop'>.&amp;.</span> <span class='hs-num'>0xf8</span> <span class='hs-varop'>==</span> <span class='hs-num'>0xf0</span><span class='hs-layout'>)</span>
<a name="line-92"></a>      <span class='hs-keyword'>where</span> <span class='hs-varid'>len</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>S</span><span class='hs-varop'>.</span><span class='hs-varid'>length</span> <span class='hs-varid'>bs</span>
<a name="line-93"></a>            <span class='hs-varid'>ix</span> <span class='hs-varid'>n</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>S</span><span class='hs-varop'>.</span><span class='hs-varid'>unsafeIndex</span> <span class='hs-varid'>bs</span> <span class='hs-layout'>(</span><span class='hs-varid'>len</span><span class='hs-comment'>-</span><span class='hs-varid'>n</span><span class='hs-layout'>)</span>
<a name="line-94"></a>    <span class='hs-varid'>desc</span> <span class='hs-keyglyph'>=</span> <span class='hs-str'>"Data.Text.Lazy.Encoding.decodeUtf8With: Invalid UTF-8 stream"</span>
<a name="line-95"></a><span class='hs-comment'>{-# INLINE[0] decodeUtf8With #-}</span>
<a name="line-96"></a>
<a name="line-97"></a><a name="decodeUtf8"></a><span class='hs-comment'>-- | Decode a 'ByteString' containing UTF-8 encoded text.</span>
<a name="line-98"></a><span class='hs-definition'>decodeUtf8</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>Text</span>
<a name="line-99"></a><span class='hs-definition'>decodeUtf8</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>decodeUtf8With</span> <span class='hs-varid'>strictDecode</span>
<a name="line-100"></a><span class='hs-comment'>{-# INLINE[0] decodeUtf8 #-}</span>
<a name="line-101"></a>
<a name="line-102"></a><span class='hs-comment'>-- This rule seems to cause performance loss.</span>
<a name="line-103"></a><span class='hs-comment'>{- RULES "LAZY STREAM stream/decodeUtf8' fusion" [1]
<a name="line-104"></a>   forall bs. F.stream (decodeUtf8' bs) = E.streamUtf8 strictDecode bs #-}</span>
<a name="line-105"></a>
<a name="line-106"></a><a name="encodeUtf8"></a><span class='hs-definition'>encodeUtf8</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Text</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span>
<a name="line-107"></a><span class='hs-definition'>encodeUtf8</span> <span class='hs-layout'>(</span><span class='hs-conid'>Chunk</span> <span class='hs-varid'>c</span> <span class='hs-varid'>cs</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>Chunk</span> <span class='hs-layout'>(</span><span class='hs-conid'>TE</span><span class='hs-varop'>.</span><span class='hs-varid'>encodeUtf8</span> <span class='hs-varid'>c</span><span class='hs-layout'>)</span> <span class='hs-layout'>(</span><span class='hs-varid'>encodeUtf8</span> <span class='hs-varid'>cs</span><span class='hs-layout'>)</span>
<a name="line-108"></a><span class='hs-definition'>encodeUtf8</span> <span class='hs-conid'>Empty</span>        <span class='hs-keyglyph'>=</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>Empty</span>
<a name="line-109"></a>
<a name="line-110"></a><a name="decodeUtf16LEWith"></a><span class='hs-comment'>-- | Decode text from little endian UTF-16 encoding.</span>
<a name="line-111"></a><span class='hs-definition'>decodeUtf16LEWith</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>OnDecodeError</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>Text</span>
<a name="line-112"></a><span class='hs-definition'>decodeUtf16LEWith</span> <span class='hs-varid'>onErr</span> <span class='hs-varid'>bs</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>F</span><span class='hs-varop'>.</span><span class='hs-varid'>unstream</span> <span class='hs-layout'>(</span><span class='hs-conid'>E</span><span class='hs-varop'>.</span><span class='hs-varid'>streamUtf16LE</span> <span class='hs-varid'>onErr</span> <span class='hs-varid'>bs</span><span class='hs-layout'>)</span>
<a name="line-113"></a><span class='hs-comment'>{-# INLINE decodeUtf16LEWith #-}</span>
<a name="line-114"></a>
<a name="line-115"></a><a name="decodeUtf16LE"></a><span class='hs-comment'>-- | Decode text from little endian UTF-16 encoding.</span>
<a name="line-116"></a><span class='hs-definition'>decodeUtf16LE</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>Text</span>
<a name="line-117"></a><span class='hs-definition'>decodeUtf16LE</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>decodeUtf16LEWith</span> <span class='hs-varid'>strictDecode</span>
<a name="line-118"></a><span class='hs-comment'>{-# INLINE decodeUtf16LE #-}</span>
<a name="line-119"></a>
<a name="line-120"></a><a name="decodeUtf16BEWith"></a><span class='hs-comment'>-- | Decode text from big endian UTF-16 encoding.</span>
<a name="line-121"></a><span class='hs-definition'>decodeUtf16BEWith</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>OnDecodeError</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>Text</span>
<a name="line-122"></a><span class='hs-definition'>decodeUtf16BEWith</span> <span class='hs-varid'>onErr</span> <span class='hs-varid'>bs</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>F</span><span class='hs-varop'>.</span><span class='hs-varid'>unstream</span> <span class='hs-layout'>(</span><span class='hs-conid'>E</span><span class='hs-varop'>.</span><span class='hs-varid'>streamUtf16BE</span> <span class='hs-varid'>onErr</span> <span class='hs-varid'>bs</span><span class='hs-layout'>)</span>
<a name="line-123"></a><span class='hs-comment'>{-# INLINE decodeUtf16BEWith #-}</span>
<a name="line-124"></a>
<a name="line-125"></a><a name="decodeUtf16BE"></a><span class='hs-comment'>-- | Decode text from big endian UTF-16 encoding.</span>
<a name="line-126"></a><span class='hs-definition'>decodeUtf16BE</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>Text</span>
<a name="line-127"></a><span class='hs-definition'>decodeUtf16BE</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>decodeUtf16BEWith</span> <span class='hs-varid'>strictDecode</span>
<a name="line-128"></a><span class='hs-comment'>{-# INLINE decodeUtf16BE #-}</span>
<a name="line-129"></a>
<a name="line-130"></a><a name="encodeUtf16LE"></a><span class='hs-comment'>-- | Encode text using little endian UTF-16 encoding.</span>
<a name="line-131"></a><span class='hs-definition'>encodeUtf16LE</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Text</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span>
<a name="line-132"></a><span class='hs-definition'>encodeUtf16LE</span> <span class='hs-varid'>txt</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-varid'>fromChunks</span> <span class='hs-layout'>(</span><span class='hs-varid'>foldrChunks</span> <span class='hs-layout'>(</span><span class='hs-layout'>(</span><span class='hs-conop'>:</span><span class='hs-layout'>)</span> <span class='hs-varop'>.</span> <span class='hs-conid'>TE</span><span class='hs-varop'>.</span><span class='hs-varid'>encodeUtf16LE</span><span class='hs-layout'>)</span> <span class='hs-conid'>[]</span> <span class='hs-varid'>txt</span><span class='hs-layout'>)</span>
<a name="line-133"></a><span class='hs-comment'>{-# INLINE encodeUtf16LE #-}</span>
<a name="line-134"></a>
<a name="line-135"></a><a name="encodeUtf16BE"></a><span class='hs-comment'>-- | Encode text using big endian UTF-16 encoding.</span>
<a name="line-136"></a><span class='hs-definition'>encodeUtf16BE</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Text</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span>
<a name="line-137"></a><span class='hs-definition'>encodeUtf16BE</span> <span class='hs-varid'>txt</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-varid'>fromChunks</span> <span class='hs-layout'>(</span><span class='hs-varid'>foldrChunks</span> <span class='hs-layout'>(</span><span class='hs-layout'>(</span><span class='hs-conop'>:</span><span class='hs-layout'>)</span> <span class='hs-varop'>.</span> <span class='hs-conid'>TE</span><span class='hs-varop'>.</span><span class='hs-varid'>encodeUtf16BE</span><span class='hs-layout'>)</span> <span class='hs-conid'>[]</span> <span class='hs-varid'>txt</span><span class='hs-layout'>)</span>
<a name="line-138"></a><span class='hs-comment'>{-# INLINE encodeUtf16BE #-}</span>
<a name="line-139"></a>
<a name="line-140"></a><a name="decodeUtf32LEWith"></a><span class='hs-comment'>-- | Decode text from little endian UTF-32 encoding.</span>
<a name="line-141"></a><span class='hs-definition'>decodeUtf32LEWith</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>OnDecodeError</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>Text</span>
<a name="line-142"></a><span class='hs-definition'>decodeUtf32LEWith</span> <span class='hs-varid'>onErr</span> <span class='hs-varid'>bs</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>F</span><span class='hs-varop'>.</span><span class='hs-varid'>unstream</span> <span class='hs-layout'>(</span><span class='hs-conid'>E</span><span class='hs-varop'>.</span><span class='hs-varid'>streamUtf32LE</span> <span class='hs-varid'>onErr</span> <span class='hs-varid'>bs</span><span class='hs-layout'>)</span>
<a name="line-143"></a><span class='hs-comment'>{-# INLINE decodeUtf32LEWith #-}</span>
<a name="line-144"></a>
<a name="line-145"></a><a name="decodeUtf32LE"></a><span class='hs-comment'>-- | Decode text from little endian UTF-32 encoding.</span>
<a name="line-146"></a><span class='hs-definition'>decodeUtf32LE</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>Text</span>
<a name="line-147"></a><span class='hs-definition'>decodeUtf32LE</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>decodeUtf32LEWith</span> <span class='hs-varid'>strictDecode</span>
<a name="line-148"></a><span class='hs-comment'>{-# INLINE decodeUtf32LE #-}</span>
<a name="line-149"></a>
<a name="line-150"></a><a name="decodeUtf32BEWith"></a><span class='hs-comment'>-- | Decode text from big endian UTF-32 encoding.</span>
<a name="line-151"></a><span class='hs-definition'>decodeUtf32BEWith</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>OnDecodeError</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>Text</span>
<a name="line-152"></a><span class='hs-definition'>decodeUtf32BEWith</span> <span class='hs-varid'>onErr</span> <span class='hs-varid'>bs</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>F</span><span class='hs-varop'>.</span><span class='hs-varid'>unstream</span> <span class='hs-layout'>(</span><span class='hs-conid'>E</span><span class='hs-varop'>.</span><span class='hs-varid'>streamUtf32BE</span> <span class='hs-varid'>onErr</span> <span class='hs-varid'>bs</span><span class='hs-layout'>)</span>
<a name="line-153"></a><span class='hs-comment'>{-# INLINE decodeUtf32BEWith #-}</span>
<a name="line-154"></a>
<a name="line-155"></a><a name="decodeUtf32BE"></a><span class='hs-comment'>-- | Decode text from big endian UTF-32 encoding.</span>
<a name="line-156"></a><span class='hs-definition'>decodeUtf32BE</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>Text</span>
<a name="line-157"></a><span class='hs-definition'>decodeUtf32BE</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>decodeUtf32BEWith</span> <span class='hs-varid'>strictDecode</span>
<a name="line-158"></a><span class='hs-comment'>{-# INLINE decodeUtf32BE #-}</span>
<a name="line-159"></a>
<a name="line-160"></a><a name="encodeUtf32LE"></a><span class='hs-comment'>-- | Encode text using little endian UTF-32 encoding.</span>
<a name="line-161"></a><span class='hs-definition'>encodeUtf32LE</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Text</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span>
<a name="line-162"></a><span class='hs-definition'>encodeUtf32LE</span> <span class='hs-varid'>txt</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-varid'>fromChunks</span> <span class='hs-layout'>(</span><span class='hs-varid'>foldrChunks</span> <span class='hs-layout'>(</span><span class='hs-layout'>(</span><span class='hs-conop'>:</span><span class='hs-layout'>)</span> <span class='hs-varop'>.</span> <span class='hs-conid'>TE</span><span class='hs-varop'>.</span><span class='hs-varid'>encodeUtf32LE</span><span class='hs-layout'>)</span> <span class='hs-conid'>[]</span> <span class='hs-varid'>txt</span><span class='hs-layout'>)</span>
<a name="line-163"></a><span class='hs-comment'>{-# INLINE encodeUtf32LE #-}</span>
<a name="line-164"></a>
<a name="line-165"></a><a name="encodeUtf32BE"></a><span class='hs-comment'>-- | Encode text using big endian UTF-32 encoding.</span>
<a name="line-166"></a><span class='hs-definition'>encodeUtf32BE</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Text</span> <span class='hs-keyglyph'>-&gt;</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-conid'>ByteString</span>
<a name="line-167"></a><span class='hs-definition'>encodeUtf32BE</span> <span class='hs-varid'>txt</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>B</span><span class='hs-varop'>.</span><span class='hs-varid'>fromChunks</span> <span class='hs-layout'>(</span><span class='hs-varid'>foldrChunks</span> <span class='hs-layout'>(</span><span class='hs-layout'>(</span><span class='hs-conop'>:</span><span class='hs-layout'>)</span> <span class='hs-varop'>.</span> <span class='hs-conid'>TE</span><span class='hs-varop'>.</span><span class='hs-varid'>encodeUtf32BE</span><span class='hs-layout'>)</span> <span class='hs-conid'>[]</span> <span class='hs-varid'>txt</span><span class='hs-layout'>)</span>
<a name="line-168"></a><span class='hs-comment'>{-# INLINE encodeUtf32BE #-}</span>
</pre></body>
</html>