<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
<html>
<head>
<!-- Generated by HsColour, http://code.haskell.org/~malcolm/hscolour/ -->
<title>src/URL.hs</title>
<link type='text/css' rel='stylesheet' href='hscolour.css' />
</head>
<body>
<pre><a name="line-1"></a><span class='hs-comment'>{-# LANGUAGE CPP, ForeignFunctionInterface #-}</span>
<a name="line-2"></a>
<a name="line-3"></a><span class='hs-comment'>-- |</span>
<a name="line-4"></a><span class='hs-comment'>-- Module : URL</span>
<a name="line-5"></a><span class='hs-comment'>-- Copyright : 2008 Dmitry Kurochkin <dmitry.kurochkin@gmail.com></span>
<a name="line-6"></a><span class='hs-comment'>-- License : GPL</span>
<a name="line-7"></a><span class='hs-comment'>-- Maintainer : darcs-devel@darcs.net</span>
<a name="line-8"></a><span class='hs-comment'>-- Stability : experimental</span>
<a name="line-9"></a><span class='hs-comment'>-- Portability : portable</span>
<a name="line-10"></a>
<a name="line-11"></a><span class='hs-keyword'>module</span> <span class='hs-conid'>URL</span> <span class='hs-layout'>(</span> <span class='hs-varid'>copyUrl</span><span class='hs-layout'>,</span> <span class='hs-varid'>copyUrlFirst</span><span class='hs-layout'>,</span> <span class='hs-varid'>setDebugHTTP</span><span class='hs-layout'>,</span>
<a name="line-12"></a> <span class='hs-varid'>disableHTTPPipelining</span><span class='hs-layout'>,</span> <span class='hs-varid'>maxPipelineLength</span><span class='hs-layout'>,</span>
<a name="line-13"></a> <span class='hs-varid'>waitUrl</span><span class='hs-layout'>,</span> <span class='hs-conid'>Cachable</span><span class='hs-layout'>(</span><span class='hs-conid'>Cachable</span><span class='hs-layout'>,</span> <span class='hs-conid'>Uncachable</span><span class='hs-layout'>,</span> <span class='hs-conid'>MaxAge</span><span class='hs-layout'>)</span><span class='hs-layout'>,</span>
<a name="line-14"></a> <span class='hs-varid'>environmentHelpProxy</span><span class='hs-layout'>,</span> <span class='hs-varid'>environmentHelpProxyPassword</span><span class='hs-layout'>,</span>
<a name="line-15"></a> <span class='hs-conid'>ConnectionError</span><span class='hs-layout'>(</span><span class='hs-keyglyph'>..</span><span class='hs-layout'>)</span><span class='hs-layout'>,</span>
<a name="line-16"></a> <span class='hs-layout'>)</span> <span class='hs-keyword'>where</span>
<a name="line-17"></a>
<a name="line-18"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>IORef</span> <span class='hs-layout'>(</span> <span class='hs-varid'>newIORef</span><span class='hs-layout'>,</span> <span class='hs-varid'>readIORef</span><span class='hs-layout'>,</span> <span class='hs-varid'>writeIORef</span><span class='hs-layout'>,</span> <span class='hs-conid'>IORef</span> <span class='hs-layout'>)</span>
<a name="line-19"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Map</span> <span class='hs-layout'>(</span> <span class='hs-conid'>Map</span> <span class='hs-layout'>)</span>
<a name="line-20"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>Data</span><span class='hs-varop'>.</span><span class='hs-conid'>Map</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>Map</span>
<a name="line-21"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>System</span><span class='hs-varop'>.</span><span class='hs-conid'>Directory</span> <span class='hs-layout'>(</span> <span class='hs-varid'>copyFile</span> <span class='hs-layout'>)</span>
<a name="line-22"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>System</span><span class='hs-varop'>.</span><span class='hs-conid'>IO</span><span class='hs-varop'>.</span><span class='hs-conid'>Unsafe</span> <span class='hs-layout'>(</span> <span class='hs-varid'>unsafePerformIO</span> <span class='hs-layout'>)</span>
<a name="line-23"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Control</span><span class='hs-varop'>.</span><span class='hs-conid'>Concurrent</span> <span class='hs-layout'>(</span> <span class='hs-varid'>forkIO</span> <span class='hs-layout'>)</span>
<a name="line-24"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Control</span><span class='hs-varop'>.</span><span class='hs-conid'>Concurrent</span><span class='hs-varop'>.</span><span class='hs-conid'>Chan</span> <span class='hs-layout'>(</span> <span class='hs-varid'>isEmptyChan</span><span class='hs-layout'>,</span> <span class='hs-varid'>newChan</span><span class='hs-layout'>,</span> <span class='hs-varid'>readChan</span><span class='hs-layout'>,</span> <span class='hs-varid'>writeChan</span><span class='hs-layout'>,</span> <span class='hs-conid'>Chan</span> <span class='hs-layout'>)</span>
<a name="line-25"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Control</span><span class='hs-varop'>.</span><span class='hs-conid'>Concurrent</span><span class='hs-varop'>.</span><span class='hs-conid'>MVar</span> <span class='hs-layout'>(</span> <span class='hs-varid'>isEmptyMVar</span><span class='hs-layout'>,</span> <span class='hs-varid'>modifyMVar_</span><span class='hs-layout'>,</span> <span class='hs-varid'>newEmptyMVar</span><span class='hs-layout'>,</span> <span class='hs-varid'>newMVar</span><span class='hs-layout'>,</span> <span class='hs-varid'>putMVar</span><span class='hs-layout'>,</span> <span class='hs-varid'>readMVar</span><span class='hs-layout'>,</span> <span class='hs-varid'>withMVar</span><span class='hs-layout'>,</span> <span class='hs-conid'>MVar</span> <span class='hs-layout'>)</span>
<a name="line-26"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Control</span><span class='hs-varop'>.</span><span class='hs-conid'>Monad</span> <span class='hs-layout'>(</span> <span class='hs-varid'>unless</span><span class='hs-layout'>,</span> <span class='hs-varid'>when</span> <span class='hs-layout'>)</span>
<a name="line-27"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Control</span><span class='hs-varop'>.</span><span class='hs-conid'>Monad</span><span class='hs-varop'>.</span><span class='hs-conid'>Trans</span> <span class='hs-layout'>(</span> <span class='hs-varid'>liftIO</span> <span class='hs-layout'>)</span>
<a name="line-28"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Control</span><span class='hs-varop'>.</span><span class='hs-conid'>Monad</span><span class='hs-varop'>.</span><span class='hs-conid'>State</span> <span class='hs-layout'>(</span> <span class='hs-varid'>evalStateT</span><span class='hs-layout'>,</span> <span class='hs-varid'>get</span><span class='hs-layout'>,</span> <span class='hs-varid'>modify</span><span class='hs-layout'>,</span> <span class='hs-varid'>put</span><span class='hs-layout'>,</span> <span class='hs-conid'>StateT</span> <span class='hs-layout'>)</span>
<a name="line-29"></a>
<a name="line-30"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Workaround</span> <span class='hs-layout'>(</span> <span class='hs-varid'>renameFile</span> <span class='hs-layout'>)</span>
<a name="line-31"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Darcs</span><span class='hs-varop'>.</span><span class='hs-conid'>Global</span> <span class='hs-layout'>(</span> <span class='hs-varid'>atexit</span> <span class='hs-layout'>)</span>
<a name="line-32"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Progress</span> <span class='hs-layout'>(</span> <span class='hs-varid'>debugMessage</span> <span class='hs-layout'>)</span>
<a name="line-33"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Darcs</span><span class='hs-varop'>.</span><span class='hs-conid'>Lock</span> <span class='hs-layout'>(</span> <span class='hs-varid'>removeFileMayNotExist</span> <span class='hs-layout'>)</span>
<a name="line-34"></a>
<a name="line-35"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Numeric</span> <span class='hs-layout'>(</span> <span class='hs-varid'>showHex</span> <span class='hs-layout'>)</span>
<a name="line-36"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>System</span><span class='hs-varop'>.</span><span class='hs-conid'>Random</span> <span class='hs-layout'>(</span> <span class='hs-varid'>randomRIO</span> <span class='hs-layout'>)</span>
<a name="line-37"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>URL</span><span class='hs-varop'>.</span><span class='hs-conid'>Request</span>
<a name="line-38"></a>
<a name="line-39"></a><span class='hs-cpp'>#ifdef HAVE_CURL</span>
<a name="line-40"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>URL</span><span class='hs-varop'>.</span><span class='hs-conid'>Curl</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>Curl</span>
<a name="line-41"></a><span class='hs-cpp'>#elif defined(HAVE_HTTP)</span>
<a name="line-42"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>URL</span><span class='hs-varop'>.</span><span class='hs-conid'>HTTP</span> <span class='hs-keyword'>as</span> <span class='hs-conid'>HTTP</span>
<a name="line-43"></a><span class='hs-cpp'>#else</span>
<a name="line-44"></a><span class='hs-keyword'>import</span> <span class='hs-conid'>Progress</span> <span class='hs-layout'>(</span> <span class='hs-varid'>debugFail</span> <span class='hs-layout'>)</span>
<a name="line-45"></a><span class='hs-keyword'>import</span> <span class='hs-keyword'>qualified</span> <span class='hs-conid'>HTTP</span> <span class='hs-layout'>(</span> <span class='hs-varid'>requestUrl</span><span class='hs-layout'>,</span> <span class='hs-varid'>waitNextUrl</span> <span class='hs-layout'>)</span>
<a name="line-46"></a><span class='hs-cpp'>#endif</span>
<a name="line-47"></a><span class='hs-cpp'>#include "impossible.h"</span>
<a name="line-48"></a>
<a name="line-49"></a><a name="maxPipelineLengthRef"></a><span class='hs-comment'>{-# NOINLINE maxPipelineLengthRef #-}</span>
<a name="line-50"></a><span class='hs-definition'>maxPipelineLengthRef</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>IORef</span> <span class='hs-conid'>Int</span>
<a name="line-51"></a><span class='hs-definition'>maxPipelineLengthRef</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>unsafePerformIO</span> <span class='hs-varop'>$</span> <span class='hs-keyword'>do</span>
<a name="line-52"></a> <span class='hs-varid'>enabled</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>pipeliningEnabled</span>
<a name="line-53"></a><span class='hs-cpp'>#ifdef HAVE_CURL</span>
<a name="line-54"></a> <span class='hs-varid'>when</span> <span class='hs-layout'>(</span><span class='hs-varid'>not</span> <span class='hs-varid'>enabled</span><span class='hs-layout'>)</span> <span class='hs-layout'>(</span><span class='hs-varid'>debugMessage</span> <span class='hs-varop'>$</span>
<a name="line-55"></a> <span class='hs-str'>"Warning: pipelining is disabled, because libcurl "</span><span class='hs-varop'>++</span>
<a name="line-56"></a> <span class='hs-str'>"version darcs was compiled with is too old (< 7.19.1)"</span><span class='hs-layout'>)</span>
<a name="line-57"></a><span class='hs-cpp'>#endif</span>
<a name="line-58"></a> <span class='hs-varid'>newIORef</span> <span class='hs-varop'>$</span> <span class='hs-keyword'>if</span> <span class='hs-varid'>enabled</span> <span class='hs-keyword'>then</span> <span class='hs-num'>100</span> <span class='hs-keyword'>else</span> <span class='hs-num'>1</span>
<a name="line-59"></a>
<a name="line-60"></a><a name="maxPipelineLength"></a><span class='hs-definition'>maxPipelineLength</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>IO</span> <span class='hs-conid'>Int</span>
<a name="line-61"></a><span class='hs-definition'>maxPipelineLength</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>readIORef</span> <span class='hs-varid'>maxPipelineLengthRef</span>
<a name="line-62"></a>
<a name="line-63"></a><a name="urlNotifications"></a><span class='hs-comment'>{-# NOINLINE urlNotifications #-}</span>
<a name="line-64"></a><span class='hs-definition'>urlNotifications</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>MVar</span> <span class='hs-layout'>(</span><span class='hs-conid'>Map</span> <span class='hs-conid'>String</span> <span class='hs-layout'>(</span><span class='hs-conid'>MVar</span> <span class='hs-conid'>String</span><span class='hs-layout'>)</span><span class='hs-layout'>)</span>
<a name="line-65"></a><span class='hs-definition'>urlNotifications</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>unsafePerformIO</span> <span class='hs-varop'>$</span> <span class='hs-varid'>newMVar</span> <span class='hs-conid'>Map</span><span class='hs-varop'>.</span><span class='hs-varid'>empty</span>
<a name="line-66"></a>
<a name="line-67"></a><a name="urlChan"></a><span class='hs-comment'>{-# NOINLINE urlChan #-}</span>
<a name="line-68"></a><span class='hs-definition'>urlChan</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Chan</span> <span class='hs-conid'>UrlRequest</span>
<a name="line-69"></a><span class='hs-definition'>urlChan</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>unsafePerformIO</span> <span class='hs-varop'>$</span> <span class='hs-keyword'>do</span>
<a name="line-70"></a> <span class='hs-varid'>ch</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>newChan</span>
<a name="line-71"></a><span class='hs-comment'>-- Warning: A do-notation statement discarded a result of type GHC.Conc.ThreadId.</span>
<a name="line-72"></a> <span class='hs-keyword'>_</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>forkIO</span> <span class='hs-layout'>(</span><span class='hs-varid'>urlThread</span> <span class='hs-varid'>ch</span><span class='hs-layout'>)</span>
<a name="line-73"></a> <span class='hs-varid'>return</span> <span class='hs-varid'>ch</span>
<a name="line-74"></a>
<a name="line-75"></a><span class='hs-comment'>-- ----------------------------------------------------------------------</span>
<a name="line-76"></a><span class='hs-comment'>-- urlThread</span>
<a name="line-77"></a><span class='hs-comment'>-- ----------------------------------------------------------------------</span>
<a name="line-78"></a>
<a name="line-79"></a><a name="UrlM"></a><span class='hs-keyword'>type</span> <span class='hs-conid'>UrlM</span> <span class='hs-varid'>a</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>StateT</span> <span class='hs-conid'>UrlState</span> <span class='hs-conid'>IO</span> <span class='hs-varid'>a</span>
<a name="line-80"></a>
<a name="line-81"></a><a name="urlThread"></a><span class='hs-definition'>urlThread</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Chan</span> <span class='hs-conid'>UrlRequest</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>IO</span> <span class='hs-conid'>()</span>
<a name="line-82"></a><span class='hs-definition'>urlThread</span> <span class='hs-varid'>ch</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>do</span> <span class='hs-varid'>junk</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>flip</span> <span class='hs-varid'>showHex</span> <span class='hs-str'>""</span> <span class='hs-varop'>`fmap`</span> <span class='hs-varid'>randomRIO</span> <span class='hs-varid'>rrange</span>
<a name="line-83"></a> <span class='hs-varid'>evalStateT</span> <span class='hs-layout'>(</span><span class='hs-varid'>urlThread'</span> <span class='hs-varid'>ch</span><span class='hs-layout'>)</span> <span class='hs-layout'>(</span><span class='hs-conid'>UrlState</span> <span class='hs-conid'>Map</span><span class='hs-varop'>.</span><span class='hs-varid'>empty</span> <span class='hs-varid'>emptyQ</span> <span class='hs-num'>0</span> <span class='hs-varid'>junk</span><span class='hs-layout'>)</span>
<a name="line-84"></a> <span class='hs-keyword'>where</span> <span class='hs-varid'>rrange</span> <span class='hs-keyglyph'>=</span> <span class='hs-layout'>(</span><span class='hs-num'>0</span><span class='hs-layout'>,</span> <span class='hs-num'>2</span><span class='hs-varop'>^</span><span class='hs-layout'>(</span><span class='hs-num'>128</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Integer</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Integer</span><span class='hs-layout'>)</span>
<a name="line-85"></a>
<a name="line-86"></a><a name="urlThread'"></a><span class='hs-comment'>-- | Internal to urlThread</span>
<a name="line-87"></a><span class='hs-definition'>urlThread'</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Chan</span> <span class='hs-conid'>UrlRequest</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>UrlM</span> <span class='hs-conid'>()</span>
<a name="line-88"></a><span class='hs-definition'>urlThread'</span> <span class='hs-varid'>ch</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>do</span>
<a name="line-89"></a> <span class='hs-varid'>empty</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>liftIO</span> <span class='hs-varop'>$</span> <span class='hs-varid'>isEmptyChan</span> <span class='hs-varid'>ch</span>
<a name="line-90"></a> <span class='hs-varid'>st</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>get</span>
<a name="line-91"></a> <span class='hs-keyword'>let</span> <span class='hs-varid'>l</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>pipeLength</span> <span class='hs-varid'>st</span>
<a name="line-92"></a> <span class='hs-varid'>w</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>waitToStart</span> <span class='hs-varid'>st</span>
<a name="line-93"></a> <span class='hs-varid'>reqs</span> <span class='hs-keyglyph'><-</span> <span class='hs-keyword'>if</span> <span class='hs-varid'>not</span> <span class='hs-varid'>empty</span> <span class='hs-varop'>||</span> <span class='hs-layout'>(</span><span class='hs-varid'>nullQ</span> <span class='hs-varid'>w</span> <span class='hs-varop'>&&</span> <span class='hs-varid'>l</span> <span class='hs-varop'>==</span> <span class='hs-num'>0</span><span class='hs-layout'>)</span>
<a name="line-94"></a> <span class='hs-keyword'>then</span> <span class='hs-varid'>liftIO</span> <span class='hs-layout'>(</span><span class='hs-varid'>readAllRequests</span> <span class='hs-varid'>ch</span><span class='hs-layout'>)</span>
<a name="line-95"></a> <span class='hs-keyword'>else</span> <span class='hs-varid'>return</span> <span class='hs-conid'>[]</span>
<a name="line-96"></a> <span class='hs-varid'>mapM_</span> <span class='hs-varid'>addReq</span> <span class='hs-varid'>reqs</span>
<a name="line-97"></a> <span class='hs-varid'>checkWaitToStart</span>
<a name="line-98"></a> <span class='hs-varid'>waitNextUrl</span>
<a name="line-99"></a> <span class='hs-varid'>urlThread'</span> <span class='hs-varid'>ch</span>
<a name="line-100"></a>
<a name="line-101"></a><a name="readAllRequests"></a><span class='hs-comment'>-- | Internal to urlThread</span>
<a name="line-102"></a><span class='hs-definition'>readAllRequests</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Chan</span> <span class='hs-conid'>UrlRequest</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>IO</span> <span class='hs-keyglyph'>[</span><span class='hs-conid'>UrlRequest</span><span class='hs-keyglyph'>]</span>
<a name="line-103"></a><span class='hs-definition'>readAllRequests</span> <span class='hs-varid'>ch</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>do</span>
<a name="line-104"></a> <span class='hs-varid'>r</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>readChan</span> <span class='hs-varid'>ch</span>
<a name="line-105"></a> <span class='hs-varid'>debugMessage</span> <span class='hs-varop'>$</span> <span class='hs-str'>"URL.urlThread ("</span><span class='hs-varop'>++</span><span class='hs-varid'>url</span> <span class='hs-varid'>r</span><span class='hs-varop'>++</span><span class='hs-str'>"\n"</span><span class='hs-varop'>++</span>
<a name="line-106"></a> <span class='hs-str'>" -> "</span><span class='hs-varop'>++</span><span class='hs-varid'>file</span> <span class='hs-varid'>r</span><span class='hs-varop'>++</span><span class='hs-str'>")"</span>
<a name="line-107"></a> <span class='hs-varid'>empty</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>isEmptyChan</span> <span class='hs-varid'>ch</span>
<a name="line-108"></a> <span class='hs-varid'>reqs</span> <span class='hs-keyglyph'><-</span> <span class='hs-keyword'>if</span> <span class='hs-varid'>not</span> <span class='hs-varid'>empty</span>
<a name="line-109"></a> <span class='hs-keyword'>then</span> <span class='hs-varid'>readAllRequests</span> <span class='hs-varid'>ch</span>
<a name="line-110"></a> <span class='hs-keyword'>else</span> <span class='hs-varid'>return</span> <span class='hs-conid'>[]</span>
<a name="line-111"></a> <span class='hs-varid'>return</span> <span class='hs-layout'>(</span><span class='hs-varid'>r</span><span class='hs-conop'>:</span><span class='hs-varid'>reqs</span><span class='hs-layout'>)</span>
<a name="line-112"></a>
<a name="line-113"></a><a name="addReq"></a><span class='hs-comment'>-- | Internal to urlThread</span>
<a name="line-114"></a><span class='hs-definition'>addReq</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>UrlRequest</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>UrlM</span> <span class='hs-conid'>()</span>
<a name="line-115"></a><span class='hs-definition'>addReq</span> <span class='hs-varid'>r</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>do</span>
<a name="line-116"></a> <span class='hs-varid'>d</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>liftIO</span> <span class='hs-layout'>(</span><span class='hs-varid'>alreadyDownloaded</span> <span class='hs-varid'>u</span><span class='hs-layout'>)</span>
<a name="line-117"></a> <span class='hs-keyword'>if</span> <span class='hs-varid'>d</span>
<a name="line-118"></a> <span class='hs-keyword'>then</span> <span class='hs-varid'>dbg</span> <span class='hs-str'>"Ignoring UrlRequest of URL that is already downloaded."</span>
<a name="line-119"></a> <span class='hs-keyword'>else</span> <span class='hs-varid'>reallyAdd</span>
<a name="line-120"></a> <span class='hs-keyword'>where</span>
<a name="line-121"></a> <span class='hs-varid'>f</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>file</span> <span class='hs-varid'>r</span>
<a name="line-122"></a> <span class='hs-varid'>c</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>cachable</span> <span class='hs-varid'>r</span>
<a name="line-123"></a> <span class='hs-varid'>u</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>url</span> <span class='hs-varid'>r</span>
<a name="line-124"></a> <span class='hs-varid'>reallyAdd</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>do</span>
<a name="line-125"></a> <span class='hs-varid'>st</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>get</span>
<a name="line-126"></a> <span class='hs-keyword'>let</span> <span class='hs-varid'>p</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>inProgress</span> <span class='hs-varid'>st</span>
<a name="line-127"></a> <span class='hs-varid'>w</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>waitToStart</span> <span class='hs-varid'>st</span>
<a name="line-128"></a> <span class='hs-varid'>e</span> <span class='hs-keyglyph'>=</span> <span class='hs-layout'>(</span><span class='hs-varid'>f</span><span class='hs-layout'>,</span> <span class='hs-conid'>[]</span><span class='hs-layout'>,</span> <span class='hs-varid'>c</span><span class='hs-layout'>)</span>
<a name="line-129"></a> <span class='hs-varid'>new_w</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>case</span> <span class='hs-varid'>priority</span> <span class='hs-varid'>r</span> <span class='hs-keyword'>of</span>
<a name="line-130"></a> <span class='hs-conid'>High</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>pushQ</span> <span class='hs-varid'>u</span> <span class='hs-varid'>w</span>
<a name="line-131"></a> <span class='hs-conid'>Low</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>insertQ</span> <span class='hs-varid'>u</span> <span class='hs-varid'>w</span>
<a name="line-132"></a> <span class='hs-varid'>new_st</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>st</span> <span class='hs-layout'>{</span> <span class='hs-varid'>inProgress</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Map</span><span class='hs-varop'>.</span><span class='hs-varid'>insert</span> <span class='hs-varid'>u</span> <span class='hs-varid'>e</span> <span class='hs-varid'>p</span>
<a name="line-133"></a> <span class='hs-layout'>,</span> <span class='hs-varid'>waitToStart</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>new_w</span> <span class='hs-layout'>}</span>
<a name="line-134"></a> <span class='hs-keyword'>case</span> <span class='hs-conid'>Map</span><span class='hs-varop'>.</span><span class='hs-varid'>lookup</span> <span class='hs-varid'>u</span> <span class='hs-varid'>p</span> <span class='hs-keyword'>of</span>
<a name="line-135"></a> <span class='hs-conid'>Just</span> <span class='hs-layout'>(</span><span class='hs-varid'>f'</span><span class='hs-layout'>,</span> <span class='hs-varid'>fs'</span><span class='hs-layout'>,</span> <span class='hs-varid'>c'</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>-></span> <span class='hs-keyword'>do</span>
<a name="line-136"></a> <span class='hs-keyword'>let</span> <span class='hs-varid'>new_c</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>minCachable</span> <span class='hs-varid'>c</span> <span class='hs-varid'>c'</span>
<a name="line-137"></a> <span class='hs-varid'>when</span> <span class='hs-layout'>(</span><span class='hs-varid'>c</span> <span class='hs-varop'>/=</span> <span class='hs-varid'>c'</span><span class='hs-layout'>)</span> <span class='hs-varop'>$</span> <span class='hs-keyword'>let</span> <span class='hs-varid'>new_p</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Map</span><span class='hs-varop'>.</span><span class='hs-varid'>insert</span> <span class='hs-varid'>u</span> <span class='hs-layout'>(</span><span class='hs-varid'>f'</span><span class='hs-layout'>,</span> <span class='hs-varid'>fs'</span><span class='hs-layout'>,</span> <span class='hs-varid'>new_c</span><span class='hs-layout'>)</span> <span class='hs-varid'>p</span>
<a name="line-138"></a> <span class='hs-keyword'>in</span> <span class='hs-keyword'>do</span> <span class='hs-varid'>modify</span> <span class='hs-layout'>(</span><span class='hs-keyglyph'>\</span><span class='hs-varid'>s</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>s</span> <span class='hs-layout'>{</span> <span class='hs-varid'>inProgress</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>new_p</span> <span class='hs-layout'>}</span><span class='hs-layout'>)</span>
<a name="line-139"></a> <span class='hs-varid'>dbg</span> <span class='hs-varop'>$</span> <span class='hs-str'>"Changing "</span><span class='hs-varop'>++</span><span class='hs-varid'>u</span><span class='hs-varop'>++</span><span class='hs-str'>" request cachability from "</span><span class='hs-varop'>++</span><span class='hs-varid'>show</span> <span class='hs-varid'>c</span><span class='hs-varop'>++</span><span class='hs-str'>" to "</span><span class='hs-varop'>++</span><span class='hs-varid'>show</span> <span class='hs-varid'>new_c</span>
<a name="line-140"></a> <span class='hs-varid'>when</span> <span class='hs-layout'>(</span><span class='hs-varid'>u</span> <span class='hs-varop'>`elemQ`</span> <span class='hs-varid'>w</span> <span class='hs-varop'>&&</span> <span class='hs-varid'>priority</span> <span class='hs-varid'>r</span> <span class='hs-varop'>==</span> <span class='hs-conid'>High</span><span class='hs-layout'>)</span> <span class='hs-varop'>$</span> <span class='hs-keyword'>do</span>
<a name="line-141"></a> <span class='hs-varid'>modify</span> <span class='hs-layout'>(</span><span class='hs-keyglyph'>\</span><span class='hs-varid'>s</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>s</span> <span class='hs-layout'>{</span> <span class='hs-varid'>waitToStart</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>pushQ</span> <span class='hs-varid'>u</span> <span class='hs-layout'>(</span><span class='hs-varid'>deleteQ</span> <span class='hs-varid'>u</span> <span class='hs-varid'>w</span><span class='hs-layout'>)</span> <span class='hs-layout'>}</span><span class='hs-layout'>)</span>
<a name="line-142"></a> <span class='hs-varid'>dbg</span> <span class='hs-varop'>$</span> <span class='hs-str'>"Moving "</span><span class='hs-varop'>++</span><span class='hs-varid'>u</span><span class='hs-varop'>++</span><span class='hs-str'>" to head of download queue."</span>
<a name="line-143"></a> <span class='hs-keyword'>if</span> <span class='hs-varid'>f</span> <span class='hs-varop'>`notElem`</span> <span class='hs-layout'>(</span><span class='hs-varid'>f'</span><span class='hs-conop'>:</span><span class='hs-varid'>fs'</span><span class='hs-layout'>)</span>
<a name="line-144"></a> <span class='hs-keyword'>then</span> <span class='hs-keyword'>let</span> <span class='hs-varid'>new_p</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Map</span><span class='hs-varop'>.</span><span class='hs-varid'>insert</span> <span class='hs-varid'>u</span> <span class='hs-layout'>(</span><span class='hs-varid'>f'</span><span class='hs-layout'>,</span> <span class='hs-varid'>f</span><span class='hs-conop'>:</span><span class='hs-varid'>fs'</span><span class='hs-layout'>,</span> <span class='hs-varid'>new_c</span><span class='hs-layout'>)</span> <span class='hs-varid'>p</span>
<a name="line-145"></a> <span class='hs-keyword'>in</span> <span class='hs-keyword'>do</span> <span class='hs-varid'>modify</span> <span class='hs-layout'>(</span><span class='hs-keyglyph'>\</span><span class='hs-varid'>s</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>s</span> <span class='hs-layout'>{</span> <span class='hs-varid'>inProgress</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>new_p</span> <span class='hs-layout'>}</span><span class='hs-layout'>)</span>
<a name="line-146"></a> <span class='hs-varid'>dbg</span> <span class='hs-str'>"Adding new file to existing UrlRequest."</span>
<a name="line-147"></a> <span class='hs-keyword'>else</span> <span class='hs-varid'>dbg</span> <span class='hs-str'>"Ignoring UrlRequest of file that's already queued."</span>
<a name="line-148"></a> <span class='hs-keyword'>_</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>put</span> <span class='hs-varid'>new_st</span>
<a name="line-149"></a>
<a name="line-150"></a>
<a name="line-151"></a><a name="alreadyDownloaded"></a><span class='hs-comment'>-- | Internal to urlThread</span>
<a name="line-152"></a><span class='hs-definition'>alreadyDownloaded</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>String</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>IO</span> <span class='hs-conid'>Bool</span>
<a name="line-153"></a><span class='hs-definition'>alreadyDownloaded</span> <span class='hs-varid'>u</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>do</span>
<a name="line-154"></a> <span class='hs-varid'>n</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>withMVar</span> <span class='hs-varid'>urlNotifications</span> <span class='hs-layout'>(</span><span class='hs-varid'>return</span> <span class='hs-varop'>.</span> <span class='hs-layout'>(</span><span class='hs-conid'>Map</span><span class='hs-varop'>.</span><span class='hs-varid'>lookup</span> <span class='hs-varid'>u</span><span class='hs-layout'>)</span><span class='hs-layout'>)</span>
<a name="line-155"></a> <span class='hs-keyword'>case</span> <span class='hs-varid'>n</span> <span class='hs-keyword'>of</span>
<a name="line-156"></a> <span class='hs-conid'>Just</span> <span class='hs-varid'>v</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>not</span> <span class='hs-varop'>`fmap`</span> <span class='hs-varid'>isEmptyMVar</span> <span class='hs-varid'>v</span>
<a name="line-157"></a> <span class='hs-conid'>Nothing</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>return</span> <span class='hs-conid'>True</span>
<a name="line-158"></a>
<a name="line-159"></a><span class='hs-comment'>-- ----------------------------------------------------------------------</span>
<a name="line-160"></a>
<a name="line-161"></a><a name="checkWaitToStart"></a><span class='hs-definition'>checkWaitToStart</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>StateT</span> <span class='hs-conid'>UrlState</span> <span class='hs-conid'>IO</span> <span class='hs-conid'>()</span>
<a name="line-162"></a><span class='hs-definition'>checkWaitToStart</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>do</span>
<a name="line-163"></a> <span class='hs-varid'>st</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>get</span>
<a name="line-164"></a> <span class='hs-keyword'>let</span> <span class='hs-varid'>l</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>pipeLength</span> <span class='hs-varid'>st</span>
<a name="line-165"></a> <span class='hs-varid'>mpl</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>liftIO</span> <span class='hs-varid'>maxPipelineLength</span>
<a name="line-166"></a> <span class='hs-varid'>when</span> <span class='hs-layout'>(</span><span class='hs-varid'>l</span> <span class='hs-varop'><</span> <span class='hs-varid'>mpl</span><span class='hs-layout'>)</span> <span class='hs-varop'>$</span> <span class='hs-keyword'>do</span>
<a name="line-167"></a> <span class='hs-keyword'>let</span> <span class='hs-varid'>w</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>waitToStart</span> <span class='hs-varid'>st</span>
<a name="line-168"></a> <span class='hs-keyword'>case</span> <span class='hs-varid'>readQ</span> <span class='hs-varid'>w</span> <span class='hs-keyword'>of</span>
<a name="line-169"></a> <span class='hs-conid'>Just</span> <span class='hs-layout'>(</span><span class='hs-varid'>u</span><span class='hs-layout'>,</span><span class='hs-varid'>rest</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>-></span> <span class='hs-keyword'>do</span>
<a name="line-170"></a> <span class='hs-keyword'>case</span> <span class='hs-conid'>Map</span><span class='hs-varop'>.</span><span class='hs-varid'>lookup</span> <span class='hs-varid'>u</span> <span class='hs-layout'>(</span><span class='hs-varid'>inProgress</span> <span class='hs-varid'>st</span><span class='hs-layout'>)</span> <span class='hs-keyword'>of</span>
<a name="line-171"></a> <span class='hs-conid'>Just</span> <span class='hs-layout'>(</span><span class='hs-varid'>f</span><span class='hs-layout'>,</span> <span class='hs-keyword'>_</span><span class='hs-layout'>,</span> <span class='hs-varid'>c</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>-></span> <span class='hs-keyword'>do</span>
<a name="line-172"></a> <span class='hs-varid'>dbg</span> <span class='hs-layout'>(</span><span class='hs-str'>"URL.requestUrl ("</span><span class='hs-varop'>++</span><span class='hs-varid'>u</span><span class='hs-varop'>++</span><span class='hs-str'>"\n"</span><span class='hs-varop'>++</span>
<a name="line-173"></a> <span class='hs-str'>" -> "</span><span class='hs-varop'>++</span><span class='hs-varid'>f</span><span class='hs-varop'>++</span><span class='hs-str'>")"</span><span class='hs-layout'>)</span>
<a name="line-174"></a> <span class='hs-keyword'>let</span> <span class='hs-varid'>f_new</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>f</span><span class='hs-varop'>++</span><span class='hs-str'>"-new_"</span><span class='hs-varop'>++</span><span class='hs-varid'>randomJunk</span> <span class='hs-varid'>st</span>
<a name="line-175"></a> <span class='hs-varid'>err</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>liftIO</span> <span class='hs-varop'>$</span> <span class='hs-varid'>requestUrl</span> <span class='hs-varid'>u</span> <span class='hs-varid'>f_new</span> <span class='hs-varid'>c</span>
<a name="line-176"></a> <span class='hs-keyword'>if</span> <span class='hs-varid'>null</span> <span class='hs-varid'>err</span>
<a name="line-177"></a> <span class='hs-keyword'>then</span> <span class='hs-keyword'>do</span> <span class='hs-varid'>liftIO</span> <span class='hs-varop'>$</span> <span class='hs-varid'>atexit</span> <span class='hs-layout'>(</span><span class='hs-varid'>removeFileMayNotExist</span> <span class='hs-varid'>f_new</span><span class='hs-layout'>)</span>
<a name="line-178"></a> <span class='hs-varid'>put</span> <span class='hs-varop'>$</span> <span class='hs-varid'>st</span> <span class='hs-layout'>{</span> <span class='hs-varid'>waitToStart</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>rest</span>
<a name="line-179"></a> <span class='hs-layout'>,</span> <span class='hs-varid'>pipeLength</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>l</span> <span class='hs-varop'>+</span> <span class='hs-num'>1</span> <span class='hs-layout'>}</span>
<a name="line-180"></a> <span class='hs-keyword'>else</span> <span class='hs-keyword'>do</span> <span class='hs-varid'>dbg</span> <span class='hs-varop'>$</span> <span class='hs-str'>"Failed to start download URL "</span><span class='hs-varop'>++</span><span class='hs-varid'>u</span><span class='hs-varop'>++</span><span class='hs-str'>": "</span><span class='hs-varop'>++</span><span class='hs-varid'>err</span>
<a name="line-181"></a> <span class='hs-varid'>liftIO</span> <span class='hs-varop'>$</span> <span class='hs-keyword'>do</span> <span class='hs-varid'>removeFileMayNotExist</span> <span class='hs-varid'>f_new</span>
<a name="line-182"></a> <span class='hs-varid'>downloadComplete</span> <span class='hs-varid'>u</span> <span class='hs-varid'>err</span>
<a name="line-183"></a> <span class='hs-varid'>put</span> <span class='hs-varop'>$</span> <span class='hs-varid'>st</span> <span class='hs-layout'>{</span> <span class='hs-varid'>waitToStart</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>rest</span> <span class='hs-layout'>}</span>
<a name="line-184"></a> <span class='hs-keyword'>_</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>bug</span> <span class='hs-varop'>$</span> <span class='hs-str'>"Possible bug in URL.checkWaitToStart "</span><span class='hs-varop'>++</span><span class='hs-varid'>u</span>
<a name="line-185"></a> <span class='hs-varid'>checkWaitToStart</span>
<a name="line-186"></a> <span class='hs-keyword'>_</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>return</span> <span class='hs-conid'>()</span>
<a name="line-187"></a>
<a name="line-188"></a><a name="copyUrlFirst"></a><span class='hs-definition'>copyUrlFirst</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>String</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>FilePath</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>Cachable</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>IO</span> <span class='hs-conid'>()</span>
<a name="line-189"></a><span class='hs-definition'>copyUrlFirst</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>copyUrlWithPriority</span> <span class='hs-conid'>High</span>
<a name="line-190"></a>
<a name="line-191"></a><a name="copyUrl"></a><span class='hs-definition'>copyUrl</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>String</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>FilePath</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>Cachable</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>IO</span> <span class='hs-conid'>()</span>
<a name="line-192"></a><span class='hs-definition'>copyUrl</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>copyUrlWithPriority</span> <span class='hs-conid'>Low</span>
<a name="line-193"></a>
<a name="line-194"></a><a name="copyUrlWithPriority"></a><span class='hs-definition'>copyUrlWithPriority</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Priority</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>String</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>String</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>Cachable</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>IO</span> <span class='hs-conid'>()</span>
<a name="line-195"></a><span class='hs-definition'>copyUrlWithPriority</span> <span class='hs-varid'>p</span> <span class='hs-varid'>u</span> <span class='hs-varid'>f</span> <span class='hs-varid'>c</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>do</span>
<a name="line-196"></a> <span class='hs-varid'>debugMessage</span> <span class='hs-layout'>(</span><span class='hs-str'>"URL.copyUrlWithPriority ("</span><span class='hs-varop'>++</span><span class='hs-varid'>u</span><span class='hs-varop'>++</span><span class='hs-str'>"\n"</span><span class='hs-varop'>++</span>
<a name="line-197"></a> <span class='hs-str'>" -> "</span><span class='hs-varop'>++</span><span class='hs-varid'>f</span><span class='hs-varop'>++</span><span class='hs-str'>")"</span><span class='hs-layout'>)</span>
<a name="line-198"></a> <span class='hs-varid'>v</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>newEmptyMVar</span>
<a name="line-199"></a> <span class='hs-keyword'>let</span> <span class='hs-varid'>fn</span> <span class='hs-keyword'>_</span> <span class='hs-varid'>old_val</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>old_val</span>
<a name="line-200"></a> <span class='hs-varid'>modifyMVar_</span> <span class='hs-varid'>urlNotifications</span> <span class='hs-layout'>(</span><span class='hs-varid'>return</span> <span class='hs-varop'>.</span> <span class='hs-layout'>(</span><span class='hs-conid'>Map</span><span class='hs-varop'>.</span><span class='hs-varid'>insertWith</span> <span class='hs-varid'>fn</span> <span class='hs-varid'>u</span> <span class='hs-varid'>v</span><span class='hs-layout'>)</span><span class='hs-layout'>)</span>
<a name="line-201"></a> <span class='hs-keyword'>let</span> <span class='hs-varid'>r</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>UrlRequest</span> <span class='hs-varid'>u</span> <span class='hs-varid'>f</span> <span class='hs-varid'>c</span> <span class='hs-varid'>p</span>
<a name="line-202"></a> <span class='hs-varid'>writeChan</span> <span class='hs-varid'>urlChan</span> <span class='hs-varid'>r</span>
<a name="line-203"></a>
<a name="line-204"></a><a name="waitNextUrl"></a><span class='hs-definition'>waitNextUrl</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>StateT</span> <span class='hs-conid'>UrlState</span> <span class='hs-conid'>IO</span> <span class='hs-conid'>()</span>
<a name="line-205"></a><span class='hs-definition'>waitNextUrl</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>do</span>
<a name="line-206"></a> <span class='hs-varid'>st</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>get</span>
<a name="line-207"></a> <span class='hs-keyword'>let</span> <span class='hs-varid'>l</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>pipeLength</span> <span class='hs-varid'>st</span>
<a name="line-208"></a> <span class='hs-varid'>when</span> <span class='hs-layout'>(</span><span class='hs-varid'>l</span> <span class='hs-varop'>></span> <span class='hs-num'>0</span><span class='hs-layout'>)</span> <span class='hs-varop'>$</span> <span class='hs-keyword'>do</span>
<a name="line-209"></a> <span class='hs-varid'>dbg</span> <span class='hs-str'>"URL.waitNextUrl start"</span>
<a name="line-210"></a> <span class='hs-layout'>(</span><span class='hs-varid'>u</span><span class='hs-layout'>,</span> <span class='hs-varid'>e</span><span class='hs-layout'>,</span> <span class='hs-varid'>ce</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>liftIO</span> <span class='hs-varop'>$</span> <span class='hs-varid'>waitNextUrl'</span>
<a name="line-211"></a> <span class='hs-keyword'>let</span> <span class='hs-varid'>p</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>inProgress</span> <span class='hs-varid'>st</span>
<a name="line-212"></a> <span class='hs-varid'>new_st</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>st</span> <span class='hs-layout'>{</span> <span class='hs-varid'>inProgress</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Map</span><span class='hs-varop'>.</span><span class='hs-varid'>delete</span> <span class='hs-varid'>u</span> <span class='hs-varid'>p</span>
<a name="line-213"></a> <span class='hs-layout'>,</span> <span class='hs-varid'>pipeLength</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>l</span> <span class='hs-comment'>-</span> <span class='hs-num'>1</span> <span class='hs-layout'>}</span>
<a name="line-214"></a> <span class='hs-varid'>liftIO</span> <span class='hs-varop'>$</span> <span class='hs-keyword'>if</span> <span class='hs-varid'>null</span> <span class='hs-varid'>e</span>
<a name="line-215"></a> <span class='hs-keyword'>then</span> <span class='hs-keyword'>case</span> <span class='hs-conid'>Map</span><span class='hs-varop'>.</span><span class='hs-varid'>lookup</span> <span class='hs-varid'>u</span> <span class='hs-varid'>p</span> <span class='hs-keyword'>of</span>
<a name="line-216"></a> <span class='hs-conid'>Just</span> <span class='hs-layout'>(</span><span class='hs-varid'>f</span><span class='hs-layout'>,</span> <span class='hs-varid'>fs</span><span class='hs-layout'>,</span> <span class='hs-keyword'>_</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>-></span> <span class='hs-keyword'>do</span>
<a name="line-217"></a> <span class='hs-varid'>renameFile</span> <span class='hs-layout'>(</span><span class='hs-varid'>f</span><span class='hs-varop'>++</span><span class='hs-str'>"-new_"</span><span class='hs-varop'>++</span><span class='hs-varid'>randomJunk</span> <span class='hs-varid'>st</span><span class='hs-layout'>)</span> <span class='hs-varid'>f</span>
<a name="line-218"></a> <span class='hs-varid'>mapM_</span> <span class='hs-layout'>(</span><span class='hs-varid'>safeCopyFile</span> <span class='hs-varid'>st</span> <span class='hs-varid'>f</span><span class='hs-layout'>)</span> <span class='hs-varid'>fs</span>
<a name="line-219"></a> <span class='hs-varid'>downloadComplete</span> <span class='hs-varid'>u</span> <span class='hs-varid'>e</span>
<a name="line-220"></a> <span class='hs-varid'>debugMessage</span> <span class='hs-varop'>$</span> <span class='hs-str'>"URL.waitNextUrl succeeded: "</span><span class='hs-varop'>++</span><span class='hs-varid'>u</span><span class='hs-varop'>++</span><span class='hs-str'>" "</span><span class='hs-varop'>++</span><span class='hs-varid'>f</span>
<a name="line-221"></a> <span class='hs-conid'>Nothing</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>bug</span> <span class='hs-varop'>$</span> <span class='hs-str'>"Possible bug in URL.waitNextUrl: "</span><span class='hs-varop'>++</span><span class='hs-varid'>u</span>
<a name="line-222"></a> <span class='hs-keyword'>else</span> <span class='hs-keyword'>case</span> <span class='hs-conid'>Map</span><span class='hs-varop'>.</span><span class='hs-varid'>lookup</span> <span class='hs-varid'>u</span> <span class='hs-varid'>p</span> <span class='hs-keyword'>of</span>
<a name="line-223"></a> <span class='hs-conid'>Just</span> <span class='hs-layout'>(</span><span class='hs-varid'>f</span><span class='hs-layout'>,</span> <span class='hs-keyword'>_</span><span class='hs-layout'>,</span> <span class='hs-keyword'>_</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>-></span> <span class='hs-keyword'>do</span>
<a name="line-224"></a> <span class='hs-varid'>removeFileMayNotExist</span> <span class='hs-layout'>(</span><span class='hs-varid'>f</span><span class='hs-varop'>++</span><span class='hs-str'>"-new_"</span><span class='hs-varop'>++</span><span class='hs-varid'>randomJunk</span> <span class='hs-varid'>st</span><span class='hs-layout'>)</span>
<a name="line-225"></a> <span class='hs-keyword'>case</span> <span class='hs-varid'>ce</span> <span class='hs-keyword'>of</span>
<a name="line-226"></a> <span class='hs-conid'>Just</span> <span class='hs-varid'>httpError</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>downloadComplete</span> <span class='hs-varid'>u</span> <span class='hs-layout'>(</span><span class='hs-varid'>show</span> <span class='hs-varid'>httpError</span><span class='hs-layout'>)</span>
<a name="line-227"></a> <span class='hs-conid'>Nothing</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>downloadComplete</span> <span class='hs-varid'>u</span> <span class='hs-varid'>e</span>
<a name="line-228"></a> <span class='hs-varid'>debugMessage</span> <span class='hs-varop'>$</span> <span class='hs-str'>"URL.waitNextUrl failed: "</span><span class='hs-varop'>++</span>
<a name="line-229"></a> <span class='hs-varid'>u</span><span class='hs-varop'>++</span><span class='hs-str'>" "</span><span class='hs-varop'>++</span><span class='hs-varid'>f</span><span class='hs-varop'>++</span><span class='hs-str'>" "</span><span class='hs-varop'>++</span><span class='hs-varid'>e</span>
<a name="line-230"></a> <span class='hs-conid'>Nothing</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>bug</span> <span class='hs-varop'>$</span> <span class='hs-str'>"Another possible bug in URL.waitNextUrl: "</span><span class='hs-varop'>++</span><span class='hs-varid'>u</span><span class='hs-varop'>++</span><span class='hs-str'>" "</span><span class='hs-varop'>++</span><span class='hs-varid'>e</span>
<a name="line-231"></a> <span class='hs-varid'>unless</span> <span class='hs-layout'>(</span><span class='hs-varid'>null</span> <span class='hs-varid'>u</span><span class='hs-layout'>)</span> <span class='hs-varop'>$</span> <span class='hs-varid'>put</span> <span class='hs-varid'>new_st</span>
<a name="line-232"></a> <span class='hs-keyword'>where</span> <span class='hs-varid'>safeCopyFile</span> <span class='hs-varid'>st</span> <span class='hs-varid'>f</span> <span class='hs-varid'>t</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>let</span> <span class='hs-varid'>new_t</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>t</span><span class='hs-varop'>++</span><span class='hs-str'>"-new_"</span><span class='hs-varop'>++</span><span class='hs-varid'>randomJunk</span> <span class='hs-varid'>st</span>
<a name="line-233"></a> <span class='hs-keyword'>in</span> <span class='hs-keyword'>do</span> <span class='hs-varid'>copyFile</span> <span class='hs-varid'>f</span> <span class='hs-varid'>new_t</span>
<a name="line-234"></a> <span class='hs-varid'>renameFile</span> <span class='hs-varid'>new_t</span> <span class='hs-varid'>t</span>
<a name="line-235"></a>
<a name="line-236"></a><a name="downloadComplete"></a><span class='hs-definition'>downloadComplete</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>String</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>String</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>IO</span> <span class='hs-conid'>()</span>
<a name="line-237"></a><span class='hs-definition'>downloadComplete</span> <span class='hs-varid'>u</span> <span class='hs-varid'>e</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>do</span>
<a name="line-238"></a> <span class='hs-varid'>r</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>withMVar</span> <span class='hs-varid'>urlNotifications</span> <span class='hs-layout'>(</span><span class='hs-varid'>return</span> <span class='hs-varop'>.</span> <span class='hs-layout'>(</span><span class='hs-conid'>Map</span><span class='hs-varop'>.</span><span class='hs-varid'>lookup</span> <span class='hs-varid'>u</span><span class='hs-layout'>)</span><span class='hs-layout'>)</span>
<a name="line-239"></a> <span class='hs-keyword'>case</span> <span class='hs-varid'>r</span> <span class='hs-keyword'>of</span>
<a name="line-240"></a> <span class='hs-conid'>Just</span> <span class='hs-varid'>notifyVar</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>putMVar</span> <span class='hs-varid'>notifyVar</span> <span class='hs-varid'>e</span>
<a name="line-241"></a> <span class='hs-conid'>Nothing</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>debugMessage</span> <span class='hs-varop'>$</span> <span class='hs-str'>"downloadComplete URL '"</span><span class='hs-varop'>++</span><span class='hs-varid'>u</span><span class='hs-varop'>++</span><span class='hs-str'>"' downloaded several times"</span>
<a name="line-242"></a>
<a name="line-243"></a><a name="waitUrl"></a><span class='hs-definition'>waitUrl</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>String</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>IO</span> <span class='hs-conid'>()</span>
<a name="line-244"></a><span class='hs-definition'>waitUrl</span> <span class='hs-varid'>u</span> <span class='hs-keyglyph'>=</span> <span class='hs-keyword'>do</span> <span class='hs-varid'>debugMessage</span> <span class='hs-varop'>$</span> <span class='hs-str'>"URL.waitUrl "</span><span class='hs-varop'>++</span><span class='hs-varid'>u</span>
<a name="line-245"></a> <span class='hs-varid'>r</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>withMVar</span> <span class='hs-varid'>urlNotifications</span> <span class='hs-layout'>(</span><span class='hs-varid'>return</span> <span class='hs-varop'>.</span> <span class='hs-layout'>(</span><span class='hs-conid'>Map</span><span class='hs-varop'>.</span><span class='hs-varid'>lookup</span> <span class='hs-varid'>u</span><span class='hs-layout'>)</span><span class='hs-layout'>)</span>
<a name="line-246"></a> <span class='hs-keyword'>case</span> <span class='hs-varid'>r</span> <span class='hs-keyword'>of</span>
<a name="line-247"></a> <span class='hs-conid'>Just</span> <span class='hs-varid'>var</span> <span class='hs-keyglyph'>-></span> <span class='hs-keyword'>do</span>
<a name="line-248"></a> <span class='hs-varid'>e</span> <span class='hs-keyglyph'><-</span> <span class='hs-varid'>readMVar</span> <span class='hs-varid'>var</span>
<a name="line-249"></a> <span class='hs-varid'>modifyMVar_</span> <span class='hs-varid'>urlNotifications</span> <span class='hs-layout'>(</span><span class='hs-varid'>return</span> <span class='hs-varop'>.</span> <span class='hs-layout'>(</span><span class='hs-conid'>Map</span><span class='hs-varop'>.</span><span class='hs-varid'>delete</span> <span class='hs-varid'>u</span><span class='hs-layout'>)</span><span class='hs-layout'>)</span>
<a name="line-250"></a> <span class='hs-varid'>unless</span> <span class='hs-layout'>(</span><span class='hs-varid'>null</span> <span class='hs-varid'>e</span><span class='hs-layout'>)</span> <span class='hs-varop'>$</span> <span class='hs-keyword'>do</span>
<a name="line-251"></a> <span class='hs-varid'>debugMessage</span> <span class='hs-varop'>$</span> <span class='hs-str'>"Failed to download URL "</span><span class='hs-varop'>++</span><span class='hs-varid'>u</span><span class='hs-varop'>++</span><span class='hs-str'>": "</span><span class='hs-varop'>++</span><span class='hs-varid'>e</span>
<a name="line-252"></a> <span class='hs-varid'>fail</span> <span class='hs-varid'>e</span>
<a name="line-253"></a> <span class='hs-conid'>Nothing</span> <span class='hs-keyglyph'>-></span> <span class='hs-varid'>return</span> <span class='hs-conid'>()</span> <span class='hs-comment'>-- file was already downloaded</span>
<a name="line-254"></a>
<a name="line-255"></a><a name="dbg"></a><span class='hs-definition'>dbg</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>String</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>StateT</span> <span class='hs-varid'>a</span> <span class='hs-conid'>IO</span> <span class='hs-conid'>()</span>
<a name="line-256"></a><span class='hs-definition'>dbg</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>liftIO</span> <span class='hs-varop'>.</span> <span class='hs-varid'>debugMessage</span>
<a name="line-257"></a>
<a name="line-258"></a><a name="minCachable"></a><span class='hs-definition'>minCachable</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>Cachable</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>Cachable</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>Cachable</span>
<a name="line-259"></a><span class='hs-definition'>minCachable</span> <span class='hs-conid'>Uncachable</span> <span class='hs-keyword'>_</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Uncachable</span>
<a name="line-260"></a><span class='hs-definition'>minCachable</span> <span class='hs-keyword'>_</span> <span class='hs-conid'>Uncachable</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Uncachable</span>
<a name="line-261"></a><span class='hs-definition'>minCachable</span> <span class='hs-layout'>(</span><span class='hs-conid'>MaxAge</span> <span class='hs-varid'>a</span><span class='hs-layout'>)</span> <span class='hs-layout'>(</span><span class='hs-conid'>MaxAge</span> <span class='hs-varid'>b</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>MaxAge</span> <span class='hs-varop'>$</span> <span class='hs-varid'>min</span> <span class='hs-varid'>a</span> <span class='hs-varid'>b</span>
<a name="line-262"></a><span class='hs-definition'>minCachable</span> <span class='hs-layout'>(</span><span class='hs-conid'>MaxAge</span> <span class='hs-varid'>a</span><span class='hs-layout'>)</span> <span class='hs-keyword'>_</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>MaxAge</span> <span class='hs-varid'>a</span>
<a name="line-263"></a><span class='hs-definition'>minCachable</span> <span class='hs-keyword'>_</span> <span class='hs-layout'>(</span><span class='hs-conid'>MaxAge</span> <span class='hs-varid'>b</span><span class='hs-layout'>)</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>MaxAge</span> <span class='hs-varid'>b</span>
<a name="line-264"></a><span class='hs-definition'>minCachable</span> <span class='hs-keyword'>_</span> <span class='hs-keyword'>_</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Cachable</span>
<a name="line-265"></a>
<a name="line-266"></a><a name="disableHTTPPipelining"></a><span class='hs-definition'>disableHTTPPipelining</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>IO</span> <span class='hs-conid'>()</span>
<a name="line-267"></a><span class='hs-definition'>disableHTTPPipelining</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>writeIORef</span> <span class='hs-varid'>maxPipelineLengthRef</span> <span class='hs-num'>1</span>
<a name="line-268"></a>
<a name="line-269"></a><a name="setDebugHTTP"></a><span class='hs-definition'>setDebugHTTP</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>IO</span> <span class='hs-conid'>()</span>
<a name="line-270"></a><a name="requestUrl"></a><span class='hs-definition'>requestUrl</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>String</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>FilePath</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>Cachable</span> <span class='hs-keyglyph'>-></span> <span class='hs-conid'>IO</span> <span class='hs-conid'>String</span>
<a name="line-271"></a><a name="waitNextUrl'"></a><span class='hs-definition'>waitNextUrl'</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>IO</span> <span class='hs-layout'>(</span><span class='hs-conid'>String</span><span class='hs-layout'>,</span> <span class='hs-conid'>String</span><span class='hs-layout'>,</span> <span class='hs-conid'>Maybe</span> <span class='hs-conid'>ConnectionError</span><span class='hs-layout'>)</span>
<a name="line-272"></a><a name="pipeliningEnabled"></a><span class='hs-definition'>pipeliningEnabled</span> <span class='hs-keyglyph'>::</span> <span class='hs-conid'>IO</span> <span class='hs-conid'>Bool</span>
<a name="line-273"></a>
<a name="line-274"></a><span class='hs-cpp'>#ifdef HAVE_CURL</span>
<a name="line-275"></a>
<a name="line-276"></a><span class='hs-definition'>setDebugHTTP</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Curl</span><span class='hs-varop'>.</span><span class='hs-varid'>setDebugHTTP</span>
<a name="line-277"></a><span class='hs-definition'>requestUrl</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Curl</span><span class='hs-varop'>.</span><span class='hs-varid'>requestUrl</span>
<a name="line-278"></a><span class='hs-definition'>waitNextUrl'</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Curl</span><span class='hs-varop'>.</span><span class='hs-varid'>waitNextUrl</span>
<a name="line-279"></a><span class='hs-definition'>pipeliningEnabled</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>Curl</span><span class='hs-varop'>.</span><span class='hs-varid'>pipeliningEnabled</span>
<a name="line-280"></a>
<a name="line-281"></a><span class='hs-cpp'>#elif defined(HAVE_HTTP)</span>
<a name="line-282"></a>
<a name="line-283"></a><span class='hs-definition'>setDebugHTTP</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>return</span> <span class='hs-conid'>()</span>
<a name="line-284"></a><span class='hs-definition'>requestUrl</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>HTTP</span><span class='hs-varop'>.</span><span class='hs-varid'>requestUrl</span>
<a name="line-285"></a><span class='hs-definition'>waitNextUrl'</span> <span class='hs-keyglyph'>=</span> <span class='hs-conid'>HTTP</span><span class='hs-varop'>.</span><span class='hs-varid'>waitNextUrl</span>
<a name="line-286"></a><span class='hs-definition'>pipeliningEnabled</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>return</span> <span class='hs-conid'>False</span>
<a name="line-287"></a>
<a name="line-288"></a><span class='hs-cpp'>#else</span>
<a name="line-289"></a>
<a name="line-290"></a><span class='hs-definition'>setDebugHTTP</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>debugMessage</span> <span class='hs-str'>"URL.setDebugHttp works only with libcurl"</span>
<a name="line-291"></a><span class='hs-definition'>requestUrl</span> <span class='hs-keyword'>_</span> <span class='hs-keyword'>_</span> <span class='hs-keyword'>_</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>debugFail</span> <span class='hs-str'>"URL.requestUrl: there is no libcurl!"</span>
<a name="line-292"></a><span class='hs-definition'>waitNextUrl'</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>debugFail</span> <span class='hs-str'>"URL.waitNextUrl': there is no libcurl!"</span>
<a name="line-293"></a><span class='hs-definition'>pipeliningEnabled</span> <span class='hs-keyglyph'>=</span> <span class='hs-varid'>return</span> <span class='hs-conid'>False</span>
<a name="line-294"></a>
<a name="line-295"></a><span class='hs-cpp'>#endif</span>
<a name="line-296"></a>
<a name="line-297"></a><a name="environmentHelpProxy"></a><span class='hs-comment'>-- Usage of these environment variables happens in C code, so the</span>
<a name="line-298"></a><span class='hs-comment'>-- closest to "literate" user documentation is here, where the</span>
<a name="line-299"></a><span class='hs-comment'>-- offending function 'curl_request_url' is imported.</span>
<a name="line-300"></a><span class='hs-definition'>environmentHelpProxy</span> <span class='hs-keyglyph'>::</span> <span class='hs-layout'>(</span><span class='hs-keyglyph'>[</span><span class='hs-conid'>String</span><span class='hs-keyglyph'>]</span><span class='hs-layout'>,</span> <span class='hs-keyglyph'>[</span><span class='hs-conid'>String</span><span class='hs-keyglyph'>]</span><span class='hs-layout'>)</span>
<a name="line-301"></a><span class='hs-definition'>environmentHelpProxy</span> <span class='hs-keyglyph'>=</span> <span class='hs-layout'>(</span><span class='hs-keyglyph'>[</span><span class='hs-str'>"HTTP_PROXY"</span><span class='hs-layout'>,</span> <span class='hs-str'>"HTTPS_PROXY"</span><span class='hs-layout'>,</span> <span class='hs-str'>"FTP_PROXY"</span><span class='hs-layout'>,</span>
<a name="line-302"></a> <span class='hs-str'>"ALL_PROXY"</span><span class='hs-layout'>,</span> <span class='hs-str'>"NO_PROXY"</span><span class='hs-keyglyph'>]</span><span class='hs-layout'>,</span> <span class='hs-keyglyph'>[</span>
<a name="line-303"></a> <span class='hs-str'>"If Darcs was built with libcurl, the environment variables HTTP_PROXY,"</span><span class='hs-layout'>,</span>
<a name="line-304"></a> <span class='hs-str'>"HTTPS_PROXY and FTP_PROXY can be set to the URL of a proxy in the form"</span><span class='hs-layout'>,</span>
<a name="line-305"></a> <span class='hs-str'>""</span><span class='hs-layout'>,</span>
<a name="line-306"></a> <span class='hs-str'>" [protocol://]<host>[:port]"</span><span class='hs-layout'>,</span>
<a name="line-307"></a> <span class='hs-str'>""</span><span class='hs-layout'>,</span>
<a name="line-308"></a> <span class='hs-str'>"In which case libcurl will use the proxy for the associated protocol"</span><span class='hs-layout'>,</span>
<a name="line-309"></a> <span class='hs-str'>"(HTTP, HTTPS and FTP). The environment variable ALL_PROXY can be used"</span><span class='hs-layout'>,</span>
<a name="line-310"></a> <span class='hs-str'>"to set a single proxy for all libcurl requests."</span><span class='hs-layout'>,</span>
<a name="line-311"></a> <span class='hs-str'>""</span><span class='hs-layout'>,</span>
<a name="line-312"></a> <span class='hs-str'>"If the environment variable NO_PROXY is a comma-separated list of host"</span><span class='hs-layout'>,</span>
<a name="line-313"></a> <span class='hs-str'>"names, access to those hosts will bypass proxies defined by the above"</span><span class='hs-layout'>,</span>
<a name="line-314"></a> <span class='hs-str'>"variables. For example, it is quite common to avoid proxying requests"</span><span class='hs-layout'>,</span>
<a name="line-315"></a> <span class='hs-str'>"to machines on the local network with"</span><span class='hs-layout'>,</span>
<a name="line-316"></a> <span class='hs-str'>""</span><span class='hs-layout'>,</span>
<a name="line-317"></a> <span class='hs-str'>" NO_PROXY=localhost,*.localdomain"</span><span class='hs-layout'>,</span>
<a name="line-318"></a> <span class='hs-str'>""</span><span class='hs-layout'>,</span>
<a name="line-319"></a> <span class='hs-str'>"For compatibility with lynx et al, lowercase equivalents of these"</span><span class='hs-layout'>,</span>
<a name="line-320"></a> <span class='hs-str'>"environment variables (e.g. $http_proxy) are also understood and are"</span><span class='hs-layout'>,</span>
<a name="line-321"></a> <span class='hs-str'>"used in preference to the uppercase versions."</span><span class='hs-layout'>,</span>
<a name="line-322"></a> <span class='hs-str'>""</span><span class='hs-layout'>,</span>
<a name="line-323"></a> <span class='hs-str'>"If Darcs was not built with libcurl, all these environment variables"</span><span class='hs-layout'>,</span>
<a name="line-324"></a> <span class='hs-str'>"are silently ignored, and there is no way to use a web proxy."</span><span class='hs-keyglyph'>]</span><span class='hs-layout'>)</span>
<a name="line-325"></a>
<a name="line-326"></a><a name="environmentHelpProxyPassword"></a><span class='hs-definition'>environmentHelpProxyPassword</span> <span class='hs-keyglyph'>::</span> <span class='hs-layout'>(</span><span class='hs-keyglyph'>[</span><span class='hs-conid'>String</span><span class='hs-keyglyph'>]</span><span class='hs-layout'>,</span> <span class='hs-keyglyph'>[</span><span class='hs-conid'>String</span><span class='hs-keyglyph'>]</span><span class='hs-layout'>)</span>
<a name="line-327"></a><span class='hs-definition'>environmentHelpProxyPassword</span> <span class='hs-keyglyph'>=</span> <span class='hs-layout'>(</span><span class='hs-keyglyph'>[</span><span class='hs-str'>"DARCS_PROXYUSERPWD"</span><span class='hs-keyglyph'>]</span><span class='hs-layout'>,</span> <span class='hs-keyglyph'>[</span>
<a name="line-328"></a> <span class='hs-str'>"If Darcs was built with libcurl, and you are using a web proxy that"</span><span class='hs-layout'>,</span>
<a name="line-329"></a> <span class='hs-str'>"requires authentication, you can set the $DARCS_PROXYUSERPWD"</span><span class='hs-layout'>,</span>
<a name="line-330"></a> <span class='hs-str'>"environment variable to the username and password expected by the"</span><span class='hs-layout'>,</span>
<a name="line-331"></a> <span class='hs-str'>"proxy, separated by a colon. This environment variable is silently"</span><span class='hs-layout'>,</span>
<a name="line-332"></a> <span class='hs-str'>"ignored if Darcs was not built with libcurl."</span><span class='hs-keyglyph'>]</span><span class='hs-layout'>)</span>
</pre></body>
</html>
