<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<title>libdap++: HTTPConnect.cc Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<link href="navtree.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="navtree.js"></script>
<script type="text/javascript" src="resize.js"></script>
<script type="text/javascript">
$(document).ready(initResizable);
</script>
<link href="doxygen.css" rel="stylesheet" type="text/css"/>
</head>
<body>
<!-- Generated by Doxygen 1.7.3 -->
<div id="top">
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td style="padding-left: 0.5em;">
<div id="projectname">libdap++ <span id="projectnumber">Updated for version 3.8.2</span></div>
</td>
</tr>
</tbody>
</table>
</div>
<div id="navrow1" class="tabs">
<ul class="tablist">
<li><a href="index.html"><span>Main Page</span></a></li>
<li><a href="pages.html"><span>Related Pages</span></a></li>
<li><a href="namespaces.html"><span>Namespaces</span></a></li>
<li><a href="annotated.html"><span>Classes</span></a></li>
<li class="current"><a href="files.html"><span>Files</span></a></li>
</ul>
</div>
<div id="navrow2" class="tabs2">
<ul class="tablist">
<li><a href="files.html"><span>File List</span></a></li>
<li><a href="globals.html"><span>File Members</span></a></li>
</ul>
</div>
</div>
<div id="side-nav" class="ui-resizable side-nav-resizable">
<div id="nav-tree">
<div id="nav-tree-contents">
</div>
</div>
<div id="splitbar" style="-moz-user-select:none;"
class="ui-resizable-handle">
</div>
</div>
<script type="text/javascript">
initNavTree('HTTPConnect_8cc.html','');
</script>
<div id="doc-content">
<div class="header">
<div class="headertitle">
<h1>HTTPConnect.cc</h1> </div>
</div>
<div class="contents">
<a href="HTTPConnect_8cc.html">Go to the documentation of this file.</a><div class="fragment"><pre class="fragment"><a name="l00001"></a>00001
<a name="l00002"></a>00002 <span class="comment">// -*- mode: c++; c-basic-offset:4 -*-</span>
<a name="l00003"></a>00003
<a name="l00004"></a>00004 <span class="comment">// This file is part of libdap, A C++ implementation of the OPeNDAP Data</span>
<a name="l00005"></a>00005 <span class="comment">// Access Protocol.</span>
<a name="l00006"></a>00006
<a name="l00007"></a>00007 <span class="comment">// Copyright (c) 2002,2003 OPeNDAP, Inc.</span>
<a name="l00008"></a>00008 <span class="comment">// Author: James Gallagher <jgallagher@opendap.org></span>
<a name="l00009"></a>00009 <span class="comment">//</span>
<a name="l00010"></a>00010 <span class="comment">// This library is free software; you can redistribute it and/or</span>
<a name="l00011"></a>00011 <span class="comment">// modify it under the terms of the GNU Lesser General Public</span>
<a name="l00012"></a>00012 <span class="comment">// License as published by the Free Software Foundation; either</span>
<a name="l00013"></a>00013 <span class="comment">// version 2.1 of the License, or (at your option) any later version.</span>
<a name="l00014"></a>00014 <span class="comment">//</span>
<a name="l00015"></a>00015 <span class="comment">// This library is distributed in the hope that it will be useful,</span>
<a name="l00016"></a>00016 <span class="comment">// but WITHOUT ANY WARRANTY; without even the implied warranty of</span>
<a name="l00017"></a>00017 <span class="comment">// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU</span>
<a name="l00018"></a>00018 <span class="comment">// Lesser General Public License for more details.</span>
<a name="l00019"></a>00019 <span class="comment">//</span>
<a name="l00020"></a>00020 <span class="comment">// You should have received a copy of the GNU Lesser General Public</span>
<a name="l00021"></a>00021 <span class="comment">// License along with this library; if not, write to the Free Software</span>
<a name="l00022"></a>00022 <span class="comment">// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA</span>
<a name="l00023"></a>00023 <span class="comment">//</span>
<a name="l00024"></a>00024 <span class="comment">// You can contact OPeNDAP, Inc. at PO Box 112, Saunderstown, RI. 02874-0112.</span>
<a name="l00025"></a>00025
<a name="l00026"></a>00026
<a name="l00027"></a>00027 <span class="preprocessor">#include "<a class="code" href="config_8h.html">config.h</a>"</span>
<a name="l00028"></a>00028
<a name="l00029"></a>00029 <span class="keyword">static</span> <span class="keywordtype">char</span> rcsid[] <a class="code" href="config_8h.html#a05e109ec893d0b12023d5b0cf4f718c4">not_used</a> =
<a name="l00030"></a>00030 { <span class="stringliteral">"$Id: HTTPConnect.cc 21699 2009-11-05 00:06:01Z jimg $"</span>
<a name="l00031"></a>00031 };
<a name="l00032"></a>00032
<a name="l00033"></a>00033 <span class="preprocessor">#ifdef HAVE_UNISTD_H</span>
<a name="l00034"></a>00034 <span class="preprocessor"></span><span class="preprocessor">#include <unistd.h></span>
<a name="l00035"></a>00035 <span class="preprocessor">#endif</span>
<a name="l00036"></a>00036 <span class="preprocessor"></span>
<a name="l00037"></a>00037 <span class="preprocessor">#ifdef WIN32</span>
<a name="l00038"></a>00038 <span class="preprocessor"></span><span class="preprocessor">#include <io.h></span>
<a name="l00039"></a>00039 <span class="preprocessor">#endif</span>
<a name="l00040"></a>00040 <span class="preprocessor"></span>
<a name="l00041"></a>00041 <span class="preprocessor">#include <string></span>
<a name="l00042"></a>00042 <span class="preprocessor">#include <vector></span>
<a name="l00043"></a>00043 <span class="preprocessor">#include <functional></span>
<a name="l00044"></a>00044 <span class="preprocessor">#include <algorithm></span>
<a name="l00045"></a>00045 <span class="preprocessor">#include <sstream></span>
<a name="l00046"></a>00046 <span class="preprocessor">#include <iterator></span>
<a name="l00047"></a>00047 <span class="preprocessor">#include <cstdlib></span>
<a name="l00048"></a>00048 <span class="preprocessor">#include <cstring></span>
<a name="l00049"></a>00049
<a name="l00050"></a>00050 <span class="comment">//#define DODS_DEBUG</span>
<a name="l00051"></a>00051 <span class="comment">//#define DODS_DEBUG2</span>
<a name="l00052"></a>00052 <span class="comment">//#define HTTP_TRACE</span>
<a name="l00053"></a>00053
<a name="l00054"></a>00054 <span class="preprocessor">#include "<a class="code" href="debug_8h.html">debug.h</a>"</span>
<a name="l00055"></a>00055 <span class="preprocessor">#include "<a class="code" href="mime__util_8h.html">mime_util.h</a>"</span>
<a name="l00056"></a>00056 <span class="preprocessor">#include "GNURegex.h"</span>
<a name="l00057"></a>00057 <span class="preprocessor">#include "<a class="code" href="HTTPCache_8h.html">HTTPCache.h</a>"</span>
<a name="l00058"></a>00058 <span class="preprocessor">#include "<a class="code" href="HTTPConnect_8h.html">HTTPConnect.h</a>"</span>
<a name="l00059"></a>00059 <span class="preprocessor">#include "<a class="code" href="RCReader_8h.html">RCReader.h</a>"</span>
<a name="l00060"></a>00060 <span class="preprocessor">#include "<a class="code" href="HTTPResponse_8h.html">HTTPResponse.h</a>"</span>
<a name="l00061"></a>00061 <span class="preprocessor">#include "<a class="code" href="HTTPCacheResponse_8h.html">HTTPCacheResponse.h</a>"</span>
<a name="l00062"></a>00062
<a name="l00063"></a>00063 <span class="keyword">using namespace </span>std;
<a name="l00064"></a>00064
<a name="l00065"></a>00065 <span class="keyword">namespace </span>libdap {
<a name="l00066"></a>00066
<a name="l00067"></a>00067 <span class="comment">// These global variables are not MT-Safe, but I'm leaving them as is because</span>
<a name="l00068"></a>00068 <span class="comment">// they are used only for debugging (set them in a debugger like gdb or ddd).</span>
<a name="l00069"></a>00069 <span class="comment">// They are not static because I *believe* that many debuggers cannot access</span>
<a name="l00070"></a>00070 <span class="comment">// static variables. 08/07/02 jhrg</span>
<a name="l00071"></a>00071
<a name="l00072"></a>00072 <span class="comment">// Set this to 1 to turn on libcurl's verbose mode (for debugging).</span>
<a name="l00073"></a><a class="code" href="namespacelibdap.html#aab2a595ed5ba24c6f549093fdf645c67">00073</a> <span class="keywordtype">int</span> <a class="code" href="namespacelibdap.html#aab2a595ed5ba24c6f549093fdf645c67">www_trace</a> = 0;
<a name="l00074"></a>00074
<a name="l00075"></a>00075 <span class="comment">// Keep the temporary files; useful for debugging.</span>
<a name="l00076"></a><a class="code" href="namespacelibdap.html#aeafd230ca250e819c46862dc43deb4fa">00076</a> <span class="keywordtype">int</span> <a class="code" href="namespacelibdap.html#aeafd230ca250e819c46862dc43deb4fa">dods_keep_temps</a> = 0;
<a name="l00077"></a>00077
<a name="l00078"></a><a class="code" href="HTTPConnect_8cc.html#af2a500dd71767c8725eb7ac8150bb531">00078</a> <span class="preprocessor">#define CLIENT_ERR_MIN 400</span>
<a name="l00079"></a><a class="code" href="HTTPConnect_8cc.html#a47b5885decc797e05cdd6aeccd8b0e6c">00079</a> <span class="preprocessor"></span><span class="preprocessor">#define CLIENT_ERR_MAX 417</span>
<a name="l00080"></a>00080 <span class="preprocessor"></span><span class="keyword">static</span> <span class="keyword">const</span> <span class="keywordtype">char</span> *http_client_errors[<a class="code" href="HTTPConnect_8cc.html#a47b5885decc797e05cdd6aeccd8b0e6c">CLIENT_ERR_MAX</a> - <a class="code" href="HTTPConnect_8cc.html#af2a500dd71767c8725eb7ac8150bb531">CLIENT_ERR_MIN</a> +1] =
<a name="l00081"></a>00081 {
<a name="l00082"></a>00082 <span class="stringliteral">"Bad Request:"</span>,
<a name="l00083"></a>00083 <span class="stringliteral">"Unauthorized: Contact the server administrator."</span>,
<a name="l00084"></a>00084 <span class="stringliteral">"Payment Required."</span>,
<a name="l00085"></a>00085 <span class="stringliteral">"Forbidden: Contact the server administrator."</span>,
<a name="l00086"></a>00086 <span class="stringliteral">"Not Found: The data source or server could not be found.\n\</span>
<a name="l00087"></a>00087 <span class="stringliteral"> Often this means that the OPeNDAP server is missing or needs attention;\n\</span>
<a name="l00088"></a>00088 <span class="stringliteral"> Please contact the server administrator."</span>,
<a name="l00089"></a>00089 <span class="stringliteral">"Method Not Allowed."</span>,
<a name="l00090"></a>00090 <span class="stringliteral">"Not Acceptable."</span>,
<a name="l00091"></a>00091 <span class="stringliteral">"Proxy Authentication Required."</span>,
<a name="l00092"></a>00092 <span class="stringliteral">"Request Time-out."</span>,
<a name="l00093"></a>00093 <span class="stringliteral">"Conflict."</span>,
<a name="l00094"></a>00094 <span class="stringliteral">"Gone:."</span>,
<a name="l00095"></a>00095 <span class="stringliteral">"Length Required."</span>,
<a name="l00096"></a>00096 <span class="stringliteral">"Precondition Failed."</span>,
<a name="l00097"></a>00097 <span class="stringliteral">"Request Entity Too Large."</span>,
<a name="l00098"></a>00098 <span class="stringliteral">"Request URI Too Large."</span>,
<a name="l00099"></a>00099 <span class="stringliteral">"Unsupported Media Type."</span>,
<a name="l00100"></a>00100 <span class="stringliteral">"Requested Range Not Satisfiable."</span>,
<a name="l00101"></a>00101 <span class="stringliteral">"Expectation Failed."</span>
<a name="l00102"></a>00102 };
<a name="l00103"></a>00103
<a name="l00104"></a><a class="code" href="HTTPConnect_8cc.html#a84e779eec72cc737ebf8d78aeffeb29e">00104</a> <span class="preprocessor">#define SERVER_ERR_MIN 500</span>
<a name="l00105"></a><a class="code" href="HTTPConnect_8cc.html#a22abc379c85443c83b487c1e1d312a74">00105</a> <span class="preprocessor"></span><span class="preprocessor">#define SERVER_ERR_MAX 505</span>
<a name="l00106"></a>00106 <span class="preprocessor"></span><span class="keyword">static</span> <span class="keyword">const</span> <span class="keywordtype">char</span> *http_server_errors[<a class="code" href="HTTPConnect_8cc.html#a22abc379c85443c83b487c1e1d312a74">SERVER_ERR_MAX</a> - <a class="code" href="HTTPConnect_8cc.html#a84e779eec72cc737ebf8d78aeffeb29e">SERVER_ERR_MIN</a> +1] =
<a name="l00107"></a>00107 {
<a name="l00108"></a>00108 <span class="stringliteral">"Internal Server Error."</span>,
<a name="l00109"></a>00109 <span class="stringliteral">"Not Implemented."</span>,
<a name="l00110"></a>00110 <span class="stringliteral">"Bad Gateway."</span>,
<a name="l00111"></a>00111 <span class="stringliteral">"Service Unavailable."</span>,
<a name="l00112"></a>00112 <span class="stringliteral">"Gateway Time-out."</span>,
<a name="l00113"></a>00113 <span class="stringliteral">"HTTP Version Not Supported."</span>
<a name="l00114"></a>00114 };
<a name="l00115"></a>00115
<a name="l00118"></a>00118 <span class="keyword">static</span> <span class="keywordtype">string</span>
<a name="l00119"></a>00119 http_status_to_string(<span class="keywordtype">int</span> status)
<a name="l00120"></a>00120 {
<a name="l00121"></a>00121 <span class="keywordflow">if</span> (status >= <a class="code" href="HTTPConnect_8cc.html#af2a500dd71767c8725eb7ac8150bb531">CLIENT_ERR_MIN</a> && status <= <a class="code" href="HTTPConnect_8cc.html#a47b5885decc797e05cdd6aeccd8b0e6c">CLIENT_ERR_MAX</a>)
<a name="l00122"></a>00122 <span class="keywordflow">return</span> string(http_client_errors[status - <a class="code" href="HTTPConnect_8cc.html#af2a500dd71767c8725eb7ac8150bb531">CLIENT_ERR_MIN</a>]);
<a name="l00123"></a>00123 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (status >= <a class="code" href="HTTPConnect_8cc.html#a84e779eec72cc737ebf8d78aeffeb29e">SERVER_ERR_MIN</a> && status <= <a class="code" href="HTTPConnect_8cc.html#a22abc379c85443c83b487c1e1d312a74">SERVER_ERR_MAX</a>)
<a name="l00124"></a>00124 <span class="keywordflow">return</span> string(http_server_errors[status - <a class="code" href="HTTPConnect_8cc.html#a84e779eec72cc737ebf8d78aeffeb29e">SERVER_ERR_MIN</a>]);
<a name="l00125"></a>00125 <span class="keywordflow">else</span>
<a name="l00126"></a>00126 <span class="keywordflow">return</span> string(<span class="stringliteral">"Unknown Error: This indicates a problem with libdap++.\nPlease report this to support@opendap.org."</span>);
<a name="l00127"></a>00127 }
<a name="l00128"></a>00128
<a name="l00133"></a>00133 <span class="keyword">class </span>ParseHeader : <span class="keyword">public</span> unary_function<const string &, void>
<a name="l00134"></a>00134 {
<a name="l00135"></a>00135 <a class="code" href="namespacelibdap.html#ae7466ed8496f06654ec276eac907c06a" title="The type of object in the stream coming from the data server.">ObjectType</a> type; <span class="comment">// What type of object is in the stream?</span>
<a name="l00136"></a>00136 <span class="keywordtype">string</span> server; <span class="comment">// Server's version string.</span>
<a name="l00137"></a>00137 <span class="keywordtype">string</span> protocol; <span class="comment">// Server's protocol version.</span>
<a name="l00138"></a>00138 <span class="keywordtype">string</span> location; <span class="comment">// Url returned by server</span>
<a name="l00139"></a>00139
<a name="l00140"></a>00140 <span class="keyword">public</span>:
<a name="l00141"></a>00141 ParseHeader() : type(<a class="code" href="namespacelibdap.html#ae7466ed8496f06654ec276eac907c06aa5ea9f0cd3ea158ca267b3c7266a215a3">unknown_type</a>), server(<span class="stringliteral">"dods/0.0"</span>), protocol(<span class="stringliteral">"2.0"</span>)
<a name="l00142"></a>00142 { }
<a name="l00143"></a>00143
<a name="l00144"></a>00144 <span class="keywordtype">void</span> operator()(<span class="keyword">const</span> <span class="keywordtype">string</span> &line)
<a name="l00145"></a>00145 {
<a name="l00146"></a>00146 <span class="keywordtype">string</span> name, value;
<a name="l00147"></a>00147 <a class="code" href="namespacelibdap.html#a3853818a415408fd980e8f3a9321d5d8">parse_mime_header</a>(line, name, value);
<a name="l00148"></a>00148 <span class="keywordflow">if</span> (name == <span class="stringliteral">"content-description"</span>) {
<a name="l00149"></a>00149 <a class="code" href="debug_8h.html#ac1f764c266c50f0050e33557004c914c">DBG2</a>(cerr << name << <span class="stringliteral">": "</span> << value << endl);
<a name="l00150"></a>00150 type = <a class="code" href="namespacelibdap.html#a284c1c548cbcea75bb1b7c8374dc04e9">get_description_type</a>(value);
<a name="l00151"></a>00151 }
<a name="l00152"></a>00152 <span class="comment">// The second test (== "dods/0.0") tests if xopendap-server has already</span>
<a name="l00153"></a>00153 <span class="comment">// been seen. If so, use that header in preference to the old</span>
<a name="l00154"></a>00154 <span class="comment">// XDODS-Server header. jhrg 2/7/06</span>
<a name="l00155"></a>00155 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (name == <span class="stringliteral">"xdods-server"</span> && server == <span class="stringliteral">"dods/0.0"</span>) {
<a name="l00156"></a>00156 <a class="code" href="debug_8h.html#ac1f764c266c50f0050e33557004c914c">DBG2</a>(cerr << name << <span class="stringliteral">": "</span> << value << endl);
<a name="l00157"></a>00157 server = value;
<a name="l00158"></a>00158 }
<a name="l00159"></a>00159 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (name == <span class="stringliteral">"xopendap-server"</span>) {
<a name="l00160"></a>00160 <a class="code" href="debug_8h.html#ac1f764c266c50f0050e33557004c914c">DBG2</a>(cerr << name << <span class="stringliteral">": "</span> << value << endl);
<a name="l00161"></a>00161 server = value;
<a name="l00162"></a>00162 }
<a name="l00163"></a>00163 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (name == <span class="stringliteral">"xdap"</span>) {
<a name="l00164"></a>00164 <a class="code" href="debug_8h.html#ac1f764c266c50f0050e33557004c914c">DBG2</a>(cerr << name << <span class="stringliteral">": "</span> << value << endl);
<a name="l00165"></a>00165 protocol = value;
<a name="l00166"></a>00166 }
<a name="l00167"></a>00167 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (server == <span class="stringliteral">"dods/0.0"</span> && name == <span class="stringliteral">"server"</span>) {
<a name="l00168"></a>00168 <a class="code" href="debug_8h.html#ac1f764c266c50f0050e33557004c914c">DBG2</a>(cerr << name << <span class="stringliteral">": "</span> << value << endl);
<a name="l00169"></a>00169 server = value;
<a name="l00170"></a>00170 }
<a name="l00171"></a>00171 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (name == <span class="stringliteral">"location"</span>) {
<a name="l00172"></a>00172 <a class="code" href="debug_8h.html#ac1f764c266c50f0050e33557004c914c">DBG2</a>(cerr << name << <span class="stringliteral">": "</span> << value << endl);
<a name="l00173"></a>00173 location = value;
<a name="l00174"></a>00174 }
<a name="l00175"></a>00175 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (type == <a class="code" href="namespacelibdap.html#ae7466ed8496f06654ec276eac907c06aa5ea9f0cd3ea158ca267b3c7266a215a3">unknown_type</a> && name == <span class="stringliteral">"content-type"</span>
<a name="l00176"></a>00176 && line.find(<span class="stringliteral">"text/html"</span>) != string::npos) {
<a name="l00177"></a>00177 <a class="code" href="debug_8h.html#ac1f764c266c50f0050e33557004c914c">DBG2</a>(cerr << name << <span class="stringliteral">": text/html..."</span> << endl);
<a name="l00178"></a>00178 type = <a class="code" href="namespacelibdap.html#ae7466ed8496f06654ec276eac907c06aaa4a8434126fdf1a42a77c74409973b54">web_error</a>;
<a name="l00179"></a>00179 }
<a name="l00180"></a>00180 }
<a name="l00181"></a>00181
<a name="l00182"></a>00182 <a class="code" href="namespacelibdap.html#ae7466ed8496f06654ec276eac907c06a" title="The type of object in the stream coming from the data server.">ObjectType</a> get_object_type()
<a name="l00183"></a>00183 {
<a name="l00184"></a>00184 <span class="keywordflow">return</span> type;
<a name="l00185"></a>00185 }
<a name="l00186"></a>00186
<a name="l00187"></a>00187 <span class="keywordtype">string</span> get_server()
<a name="l00188"></a>00188 {
<a name="l00189"></a>00189 <span class="keywordflow">return</span> server;
<a name="l00190"></a>00190 }
<a name="l00191"></a>00191
<a name="l00192"></a>00192 <span class="keywordtype">string</span> get_protocol()
<a name="l00193"></a>00193 {
<a name="l00194"></a>00194 <span class="keywordflow">return</span> protocol;
<a name="l00195"></a>00195 }
<a name="l00196"></a>00196
<a name="l00197"></a>00197 <span class="keywordtype">string</span> get_location() {
<a name="l00198"></a>00198 <span class="keywordflow">return</span> location;
<a name="l00199"></a>00199 }
<a name="l00200"></a>00200 };
<a name="l00201"></a>00201
<a name="l00218"></a>00218 <span class="keyword">static</span> <span class="keywordtype">size_t</span>
<a name="l00219"></a>00219 save_raw_http_headers(<span class="keywordtype">void</span> *ptr, <span class="keywordtype">size_t</span> size, <span class="keywordtype">size_t</span> nmemb, <span class="keywordtype">void</span> *resp_hdrs)
<a name="l00220"></a>00220 {
<a name="l00221"></a>00221 <a class="code" href="debug_8h.html#ac1f764c266c50f0050e33557004c914c">DBG2</a>(cerr << <span class="stringliteral">"Inside the header parser."</span> << endl);
<a name="l00222"></a>00222 vector<string> *hdrs = <span class="keyword">static_cast<</span>vector<string> * <span class="keyword">></span>(resp_hdrs);
<a name="l00223"></a>00223
<a name="l00224"></a>00224 <span class="comment">// Grab the header, minus the trailing newline. Or \r\n pair.</span>
<a name="l00225"></a>00225 <span class="keywordtype">string</span> complete_line;
<a name="l00226"></a>00226 <span class="keywordflow">if</span> (nmemb > 1 && *(static_cast<char*>(ptr) + size * (nmemb - 2)) == <span class="charliteral">'\r'</span>)
<a name="l00227"></a>00227 complete_line.assign(static_cast<char *>(ptr), size * (nmemb - 2));
<a name="l00228"></a>00228 <span class="keywordflow">else</span>
<a name="l00229"></a>00229 complete_line.assign(static_cast<char *>(ptr), size * (nmemb - 1));
<a name="l00230"></a>00230
<a name="l00231"></a>00231 <span class="comment">// Store all non-empty headers that are not HTTP status codes</span>
<a name="l00232"></a>00232 <span class="keywordflow">if</span> (complete_line != <span class="stringliteral">""</span> && complete_line.find(<span class="stringliteral">"HTTP"</span>) == string::npos) {
<a name="l00233"></a>00233 <a class="code" href="debug_8h.html#a32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Header line: "</span> << complete_line << endl);
<a name="l00234"></a>00234 hdrs->push_back(complete_line);
<a name="l00235"></a>00235 }
<a name="l00236"></a>00236
<a name="l00237"></a>00237 <span class="keywordflow">return</span> size * nmemb;
<a name="l00238"></a>00238 }
<a name="l00239"></a>00239
<a name="l00241"></a>00241 <span class="keyword">static</span> <span class="keywordtype">int</span>
<a name="l00242"></a>00242 curl_debug(CURL *, curl_infotype info, <span class="keywordtype">char</span> *msg, <span class="keywordtype">size_t</span> size, <span class="keywordtype">void</span> *)
<a name="l00243"></a>00243 {
<a name="l00244"></a>00244 <span class="keywordtype">string</span> message(msg, size);
<a name="l00245"></a>00245
<a name="l00246"></a>00246 <span class="keywordflow">switch</span> (info) {
<a name="l00247"></a>00247 <span class="keywordflow">case</span> CURLINFO_TEXT:
<a name="l00248"></a>00248 cerr << <span class="stringliteral">"Text: "</span> << message; <span class="keywordflow">break</span>;
<a name="l00249"></a>00249 <span class="keywordflow">case</span> CURLINFO_HEADER_IN:
<a name="l00250"></a>00250 cerr << <span class="stringliteral">"Header in: "</span> << message; <span class="keywordflow">break</span>;
<a name="l00251"></a>00251 <span class="keywordflow">case</span> CURLINFO_HEADER_OUT:
<a name="l00252"></a>00252 cerr << <span class="stringliteral">"Header out: "</span> << message; <span class="keywordflow">break</span>;
<a name="l00253"></a>00253 <span class="keywordflow">case</span> CURLINFO_DATA_IN:
<a name="l00254"></a>00254 cerr << <span class="stringliteral">"Data in: "</span> << message; <span class="keywordflow">break</span>;
<a name="l00255"></a>00255 <span class="keywordflow">case</span> CURLINFO_DATA_OUT:
<a name="l00256"></a>00256 cerr << <span class="stringliteral">"Data out: "</span> << message; <span class="keywordflow">break</span>;
<a name="l00257"></a>00257 <span class="keywordflow">case</span> CURLINFO_END:
<a name="l00258"></a>00258 cerr << <span class="stringliteral">"End: "</span> << message; <span class="keywordflow">break</span>;
<a name="l00259"></a>00259 <span class="preprocessor">#ifdef CURLINFO_SSL_DATA_IN</span>
<a name="l00260"></a>00260 <span class="preprocessor"></span> <span class="keywordflow">case</span> CURLINFO_SSL_DATA_IN:
<a name="l00261"></a>00261 cerr << <span class="stringliteral">"SSL Data in: "</span> << message; <span class="keywordflow">break</span>;
<a name="l00262"></a>00262 <span class="preprocessor">#endif</span>
<a name="l00263"></a>00263 <span class="preprocessor"></span><span class="preprocessor">#ifdef CURLINFO_SSL_DATA_OUT</span>
<a name="l00264"></a>00264 <span class="preprocessor"></span> <span class="keywordflow">case</span> CURLINFO_SSL_DATA_OUT:
<a name="l00265"></a>00265 cerr << <span class="stringliteral">"SSL Data out: "</span> << message; <span class="keywordflow">break</span>;
<a name="l00266"></a>00266 <span class="preprocessor">#endif</span>
<a name="l00267"></a>00267 <span class="preprocessor"></span> <span class="keywordflow">default</span>:
<a name="l00268"></a>00268 cerr << <span class="stringliteral">"Curl info: "</span> << message; <span class="keywordflow">break</span>;
<a name="l00269"></a>00269 }
<a name="l00270"></a>00270 <span class="keywordflow">return</span> 0;
<a name="l00271"></a>00271 }
<a name="l00272"></a>00272
<a name="l00276"></a>00276 <span class="keywordtype">void</span>
<a name="l00277"></a>00277 HTTPConnect::www_lib_init()
<a name="l00278"></a>00278 {
<a name="l00279"></a>00279 d_curl = curl_easy_init();
<a name="l00280"></a>00280 <span class="keywordflow">if</span> (!d_curl)
<a name="l00281"></a>00281 <span class="keywordflow">throw</span> InternalErr(__FILE__, __LINE__, <span class="stringliteral">"Could not initialize libcurl."</span>);
<a name="l00282"></a>00282
<a name="l00283"></a>00283 <span class="comment">// Now set options that will remain constant for the duration of this</span>
<a name="l00284"></a>00284 <span class="comment">// CURL object.</span>
<a name="l00285"></a>00285
<a name="l00286"></a>00286 <span class="comment">// Set the proxy host.</span>
<a name="l00287"></a>00287 <span class="keywordflow">if</span> (!d_rcr->get_proxy_server_host().empty()) {
<a name="l00288"></a>00288 <a class="code" href="debug_8h.html#a32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Setting up a proxy server."</span> << endl);
<a name="l00289"></a>00289 <a class="code" href="debug_8h.html#a32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Proxy host: "</span> << d_rcr->get_proxy_server_host()
<a name="l00290"></a>00290 << endl);
<a name="l00291"></a>00291 <a class="code" href="debug_8h.html#a32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Proxy port: "</span> << d_rcr->get_proxy_server_port()
<a name="l00292"></a>00292 << endl);
<a name="l00293"></a>00293 <a class="code" href="debug_8h.html#a32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Proxy pwd : "</span> << d_rcr->get_proxy_server_userpw()
<a name="l00294"></a>00294 << endl);
<a name="l00295"></a>00295 curl_easy_setopt(d_curl, CURLOPT_PROXY,
<a name="l00296"></a>00296 d_rcr->get_proxy_server_host().c_str());
<a name="l00297"></a>00297 curl_easy_setopt(d_curl, CURLOPT_PROXYPORT,
<a name="l00298"></a>00298 d_rcr->get_proxy_server_port());
<a name="l00299"></a>00299
<a name="l00300"></a>00300 <span class="comment">// As of 4/21/08 only NTLM, Digest and Basic work.</span>
<a name="l00301"></a>00301 <span class="preprocessor">#ifdef CURLOPT_PROXYAUTH</span>
<a name="l00302"></a>00302 <span class="preprocessor"></span> curl_easy_setopt(d_curl, CURLOPT_PROXYAUTH, (<span class="keywordtype">long</span>)CURLAUTH_ANY);
<a name="l00303"></a>00303 <span class="preprocessor">#endif</span>
<a name="l00304"></a>00304 <span class="preprocessor"></span>
<a name="l00305"></a>00305 <span class="comment">// Password might not be required. 06/21/04 jhrg</span>
<a name="l00306"></a>00306 <span class="keywordflow">if</span> (!d_rcr->get_proxy_server_userpw().empty())
<a name="l00307"></a>00307 curl_easy_setopt(d_curl, CURLOPT_PROXYUSERPWD,
<a name="l00308"></a>00308 d_rcr->get_proxy_server_userpw().c_str());
<a name="l00309"></a>00309 }
<a name="l00310"></a>00310
<a name="l00311"></a>00311 curl_easy_setopt(d_curl, CURLOPT_ERRORBUFFER, d_error_buffer);
<a name="l00312"></a>00312 <span class="comment">// We have to set FailOnError to false for any of the non-Basic</span>
<a name="l00313"></a>00313 <span class="comment">// authentication schemes to work. 07/28/03 jhrg</span>
<a name="l00314"></a>00314 curl_easy_setopt(d_curl, CURLOPT_FAILONERROR, 0);
<a name="l00315"></a>00315
<a name="l00316"></a>00316 <span class="comment">// This means libcurl will use Basic, Digest, GSS Negotiate, or NTLM,</span>
<a name="l00317"></a>00317 <span class="comment">// choosing the the 'safest' one supported by the server.</span>
<a name="l00318"></a>00318 <span class="comment">// This requires curl 7.10.6 which is still in pre-release. 07/25/03 jhrg</span>
<a name="l00319"></a>00319 curl_easy_setopt(d_curl, CURLOPT_HTTPAUTH, (<span class="keywordtype">long</span>)CURLAUTH_ANY);
<a name="l00320"></a>00320
<a name="l00321"></a>00321 curl_easy_setopt(d_curl, CURLOPT_NOPROGRESS, 1);
<a name="l00322"></a>00322 curl_easy_setopt(d_curl, CURLOPT_NOSIGNAL, 1);
<a name="l00323"></a>00323 curl_easy_setopt(d_curl, CURLOPT_HEADERFUNCTION, save_raw_http_headers);
<a name="l00324"></a>00324 <span class="comment">// In read_url a call to CURLOPT_WRITEHEADER is used to set the fourth</span>
<a name="l00325"></a>00325 <span class="comment">// param of save_raw_http_headers to a vector<string> object.</span>
<a name="l00326"></a>00326
<a name="l00327"></a>00327 <span class="comment">// Follow 302 (redirect) responses</span>
<a name="l00328"></a>00328 curl_easy_setopt(d_curl, CURLOPT_FOLLOWLOCATION, 1);
<a name="l00329"></a>00329 curl_easy_setopt(d_curl, CURLOPT_MAXREDIRS, 5);
<a name="l00330"></a>00330
<a name="l00331"></a>00331 <span class="comment">// If the user turns off SSL validation...</span>
<a name="l00332"></a>00332 <span class="keywordflow">if</span> (!d_rcr->get_validate_ssl() == 0) {
<a name="l00333"></a>00333 curl_easy_setopt(d_curl, CURLOPT_SSL_VERIFYPEER, 0);
<a name="l00334"></a>00334 curl_easy_setopt(d_curl, CURLOPT_SSL_VERIFYHOST, 0);
<a name="l00335"></a>00335 }
<a name="l00336"></a>00336
<a name="l00337"></a>00337 <span class="comment">// Look to see if cookies are turned on in the .dodsrc file. If so,</span>
<a name="l00338"></a>00338 <span class="comment">// activate here. We honor 'session cookies' (cookies without an</span>
<a name="l00339"></a>00339 <span class="comment">// expiration date) here so that session-base SSO systems will work as</span>
<a name="l00340"></a>00340 <span class="comment">// expected.</span>
<a name="l00341"></a>00341 <span class="keywordflow">if</span> (!d_cookie_jar.empty()) {
<a name="l00342"></a>00342 <a class="code" href="debug_8h.html#a32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Setting the cookie jar to: "</span> << d_cookie_jar << endl);
<a name="l00343"></a>00343 curl_easy_setopt(d_curl, CURLOPT_COOKIEJAR, d_cookie_jar.c_str());
<a name="l00344"></a>00344 curl_easy_setopt(d_curl, CURLOPT_COOKIESESSION, 1);
<a name="l00345"></a>00345 }
<a name="l00346"></a>00346
<a name="l00347"></a>00347 <span class="keywordflow">if</span> (<a class="code" href="namespacelibdap.html#aab2a595ed5ba24c6f549093fdf645c67">www_trace</a>) {
<a name="l00348"></a>00348 cerr << <span class="stringliteral">"Curl version: "</span> << curl_version() << endl;
<a name="l00349"></a>00349 curl_easy_setopt(d_curl, CURLOPT_VERBOSE, 1);
<a name="l00350"></a>00350 curl_easy_setopt(d_curl, CURLOPT_DEBUGFUNCTION, curl_debug);
<a name="l00351"></a>00351 }
<a name="l00352"></a>00352 }
<a name="l00353"></a>00353
<a name="l00357"></a>00357 <span class="keyword">class </span>BuildHeaders : <span class="keyword">public</span> unary_function<const string &, void>
<a name="l00358"></a>00358 {
<a name="l00359"></a>00359 <span class="keyword">struct </span>curl_slist *d_cl;
<a name="l00360"></a>00360
<a name="l00361"></a>00361 <span class="keyword">public</span>:
<a name="l00362"></a>00362 BuildHeaders() : d_cl(0)
<a name="l00363"></a>00363 {}
<a name="l00364"></a>00364
<a name="l00365"></a>00365 <span class="keywordtype">void</span> operator()(<span class="keyword">const</span> <span class="keywordtype">string</span> &header)
<a name="l00366"></a>00366 {
<a name="l00367"></a>00367 <a class="code" href="debug_8h.html#a32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Adding '"</span> << header.c_str() << <span class="stringliteral">"' to the header list."</span>
<a name="l00368"></a>00368 << endl);
<a name="l00369"></a>00369 d_cl = curl_slist_append(d_cl, header.c_str());
<a name="l00370"></a>00370 }
<a name="l00371"></a>00371
<a name="l00372"></a>00372 <span class="keyword">struct </span>curl_slist *get_headers()
<a name="l00373"></a>00373 {
<a name="l00374"></a>00374 <span class="keywordflow">return</span> d_cl;
<a name="l00375"></a>00375 }
<a name="l00376"></a>00376 };
<a name="l00377"></a>00377
<a name="l00392"></a>00392 <span class="keywordtype">long</span>
<a name="l00393"></a>00393 HTTPConnect::read_url(<span class="keyword">const</span> <span class="keywordtype">string</span> &url, FILE *stream,
<a name="l00394"></a>00394 vector<string> *resp_hdrs,
<a name="l00395"></a>00395 <span class="keyword">const</span> vector<string> *headers)
<a name="l00396"></a>00396 {
<a name="l00397"></a>00397 curl_easy_setopt(d_curl, CURLOPT_URL, url.c_str());
<a name="l00398"></a>00398
<a name="l00399"></a>00399 <span class="preprocessor">#ifdef WIN32</span>
<a name="l00400"></a>00400 <span class="preprocessor"></span> <span class="comment">// See the curl documentation for CURLOPT_FILE (aka CURLOPT_WRITEDATA)</span>
<a name="l00401"></a>00401 <span class="comment">// and the CURLOPT_WRITEFUNCTION option. Quote: "If you are using libcurl as</span>
<a name="l00402"></a>00402 <span class="comment">// a win32 DLL, you MUST use the CURLOPT_WRITEFUNCTION option if you set the</span>
<a name="l00403"></a>00403 <span class="comment">// CURLOPT_WRITEDATA option or you will experience crashes". At the root of</span>
<a name="l00404"></a>00404 <span class="comment">// this issue is that one should not pass a FILE * to a windows DLL. Close</span>
<a name="l00405"></a>00405 <span class="comment">// inspection of libcurl yields that their default write function when using</span>
<a name="l00406"></a>00406 <span class="comment">// the CURLOPT_WRITEDATA is just "fwrite".</span>
<a name="l00407"></a>00407 curl_easy_setopt(d_curl, CURLOPT_FILE, stream);
<a name="l00408"></a>00408 curl_easy_setopt(d_curl, CURLOPT_WRITEFUNCTION, &fwrite);
<a name="l00409"></a>00409 <span class="preprocessor">#else</span>
<a name="l00410"></a>00410 <span class="preprocessor"></span> curl_easy_setopt(d_curl, CURLOPT_FILE, stream);
<a name="l00411"></a>00411 <span class="preprocessor">#endif</span>
<a name="l00412"></a>00412 <span class="preprocessor"></span>
<a name="l00413"></a>00413 <a class="code" href="debug_8h.html#a32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(copy(d_request_headers.begin(), d_request_headers.end(),
<a name="l00414"></a>00414 ostream_iterator<string>(cerr, <span class="stringliteral">"\n"</span>)));
<a name="l00415"></a>00415
<a name="l00416"></a>00416 BuildHeaders req_hdrs;
<a name="l00417"></a>00417 req_hdrs = for_each(d_request_headers.begin(), d_request_headers.end(),
<a name="l00418"></a>00418 req_hdrs);
<a name="l00419"></a>00419 <span class="keywordflow">if</span> (headers)
<a name="l00420"></a>00420 req_hdrs = for_each(headers->begin(), headers->end(), req_hdrs);
<a name="l00421"></a>00421 curl_easy_setopt(d_curl, CURLOPT_HTTPHEADER, req_hdrs.get_headers());
<a name="l00422"></a>00422
<a name="l00423"></a>00423 <span class="comment">// Turn off the proxy for this URL?</span>
<a name="l00424"></a>00424 <span class="keywordtype">bool</span> temporary_proxy = <span class="keyword">false</span>;
<a name="l00425"></a>00425 <span class="keywordflow">if</span> ((temporary_proxy = url_uses_no_proxy_for(url))) {
<a name="l00426"></a>00426 <a class="code" href="debug_8h.html#a32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Suppress proxy for url: "</span> << url << endl);
<a name="l00427"></a>00427 curl_easy_setopt(d_curl, CURLOPT_PROXY, 0);
<a name="l00428"></a>00428 }
<a name="l00429"></a>00429
<a name="l00430"></a>00430 string::size_type at_sign = url.find(<span class="charliteral">'@'</span>);
<a name="l00431"></a>00431 <span class="comment">// Assume username:password present *and* assume it's an HTTP URL; it *is*</span>
<a name="l00432"></a>00432 <span class="comment">// HTTPConnect, after all. 7 is position after "http://"; the second arg</span>
<a name="l00433"></a>00433 <span class="comment">// to substr() is the sub string length.</span>
<a name="l00434"></a>00434 <span class="keywordflow">if</span> (at_sign != url.npos)
<a name="l00435"></a>00435 d_upstring = url.substr(7, at_sign - 7);
<a name="l00436"></a>00436
<a name="l00437"></a>00437 <span class="keywordflow">if</span> (!d_upstring.empty())
<a name="l00438"></a>00438 curl_easy_setopt(d_curl, CURLOPT_USERPWD, d_upstring.c_str());
<a name="l00439"></a>00439
<a name="l00440"></a>00440 <span class="comment">// Pass save_raw_http_headers() a pointer to the vector<string> where the</span>
<a name="l00441"></a>00441 <span class="comment">// response headers may be stored. Callers can use the resp_hdrs</span>
<a name="l00442"></a>00442 <span class="comment">// value/result parameter to get the raw response header information .</span>
<a name="l00443"></a>00443 curl_easy_setopt(d_curl, CURLOPT_WRITEHEADER, resp_hdrs);
<a name="l00444"></a>00444
<a name="l00445"></a>00445 CURLcode res = curl_easy_perform(d_curl);
<a name="l00446"></a>00446
<a name="l00447"></a>00447 <span class="comment">// Free the header list and null the value in d_curl.</span>
<a name="l00448"></a>00448 curl_slist_free_all(req_hdrs.get_headers());
<a name="l00449"></a>00449 curl_easy_setopt(d_curl, CURLOPT_HTTPHEADER, 0);
<a name="l00450"></a>00450
<a name="l00451"></a>00451 <span class="comment">// Reset the proxy?</span>
<a name="l00452"></a>00452 <span class="keywordflow">if</span> (temporary_proxy && !d_rcr->get_proxy_server_host().empty())
<a name="l00453"></a>00453 curl_easy_setopt(d_curl, CURLOPT_PROXY,
<a name="l00454"></a>00454 d_rcr->get_proxy_server_host().c_str());
<a name="l00455"></a>00455
<a name="l00456"></a>00456 <span class="keywordflow">if</span> (res != 0)
<a name="l00457"></a>00457 <span class="keywordflow">throw</span> Error(d_error_buffer);
<a name="l00458"></a>00458
<a name="l00459"></a>00459 <span class="keywordtype">long</span> status;
<a name="l00460"></a>00460 res = curl_easy_getinfo(d_curl, CURLINFO_HTTP_CODE, &status);
<a name="l00461"></a>00461 <span class="keywordflow">if</span> (res != 0)
<a name="l00462"></a>00462 <span class="keywordflow">throw</span> Error(d_error_buffer);
<a name="l00463"></a>00463
<a name="l00464"></a>00464 <span class="keywordflow">return</span> status;
<a name="l00465"></a>00465 }
<a name="l00466"></a>00466
<a name="l00470"></a>00470 <span class="keywordtype">bool</span>
<a name="l00471"></a>00471 HTTPConnect::url_uses_proxy_for(<span class="keyword">const</span> <span class="keywordtype">string</span> &url) <span class="keywordflow">throw</span>()
<a name="l00472"></a>00472 {
<a name="l00473"></a>00473 <span class="keywordflow">if</span> (d_rcr->is_proxy_for_used()) {
<a name="l00474"></a>00474 Regex host_regex(d_rcr->get_proxy_for_regexp().c_str());
<a name="l00475"></a>00475 <span class="keywordtype">int</span> index = 0, matchlen;
<a name="l00476"></a>00476 <span class="keywordflow">return</span> host_regex.search(url.c_str(), url.size(), matchlen, index)
<a name="l00477"></a>00477 != -1;
<a name="l00478"></a>00478 }
<a name="l00479"></a>00479
<a name="l00480"></a>00480 <span class="keywordflow">return</span> <span class="keyword">false</span>;
<a name="l00481"></a>00481 }
<a name="l00482"></a>00482
<a name="l00486"></a>00486 <span class="keywordtype">bool</span>
<a name="l00487"></a>00487 HTTPConnect::url_uses_no_proxy_for(<span class="keyword">const</span> <span class="keywordtype">string</span> &url) <span class="keywordflow">throw</span>()
<a name="l00488"></a>00488 {
<a name="l00489"></a>00489 <span class="keywordflow">return</span> d_rcr->is_no_proxy_for_used()
<a name="l00490"></a>00490 && url.find(d_rcr->get_no_proxy_for_host()) != string::npos;
<a name="l00491"></a>00491 }
<a name="l00492"></a>00492
<a name="l00493"></a>00493 <span class="comment">// Public methods. Mostly...</span>
<a name="l00494"></a>00494
<a name="l00501"></a><a class="code" href="classlibdap_1_1HTTPConnect.html#a58ba19401da6dc272f77ef709ba09230">00501</a> HTTPConnect::HTTPConnect(<a class="code" href="classlibdap_1_1RCReader.html">RCReader</a> *rcr) : d_username(<span class="stringliteral">""</span>), d_password(<span class="stringliteral">""</span>),
<a name="l00502"></a>00502 d_cookie_jar(<span class="stringliteral">""</span>),
<a name="l00503"></a>00503 d_dap_client_protocol_major(2),
<a name="l00504"></a>00504 d_dap_client_protocol_minor(0)
<a name="l00505"></a>00505
<a name="l00506"></a>00506 {
<a name="l00507"></a>00507 d_accept_deflate = rcr-><a class="code" href="classlibdap_1_1RCReader.html#a6c64406b9a53bbe06f5542a986e9caed">get_deflate</a>();
<a name="l00508"></a>00508 d_rcr = rcr;
<a name="l00509"></a>00509
<a name="l00510"></a>00510 <span class="comment">// Load in the default headers to send with a request. The empty Pragma</span>
<a name="l00511"></a>00511 <span class="comment">// headers overrides libcurl's default Pragma: no-cache header (which</span>
<a name="l00512"></a>00512 <span class="comment">// will disable caching by Squid, et c.). The User-Agent header helps</span>
<a name="l00513"></a>00513 <span class="comment">// make server logs more readable. 05/05/03 jhrg</span>
<a name="l00514"></a>00514 d_request_headers.push_back(<span class="keywordtype">string</span>(<span class="stringliteral">"Pragma:"</span>));
<a name="l00515"></a>00515 <span class="keywordtype">string</span> user_agent = string(<span class="stringliteral">"User-Agent: "</span>) + string(<a class="code" href="config_8h.html#a2c6ea16cccc0dfe3051c4b605841edf3">CNAME</a>)
<a name="l00516"></a>00516 + string(<span class="stringliteral">"/"</span>) + string(<a class="code" href="config_8h.html#a3a86ed8fb42f5192508897934b5f977e">CVER</a>);
<a name="l00517"></a>00517 d_request_headers.push_back(user_agent);
<a name="l00518"></a>00518 <span class="keywordflow">if</span> (d_accept_deflate)
<a name="l00519"></a>00519 d_request_headers.push_back(<span class="keywordtype">string</span>(<span class="stringliteral">"Accept-Encoding: deflate, gzip, compress"</span>));
<a name="l00520"></a>00520
<a name="l00521"></a>00521 <span class="comment">// HTTPCache::instance returns a valid ptr or 0.</span>
<a name="l00522"></a>00522 <span class="keywordflow">if</span> (d_rcr-><a class="code" href="classlibdap_1_1RCReader.html#a0a199d1eff493d8d6a1afeaecbb96a8f">get_use_cache</a>())
<a name="l00523"></a>00523 d_http_cache = <a class="code" href="classlibdap_1_1HTTPCache.html#a152bdc19fdec15758d9c1a3a029d6900">HTTPCache::instance</a>(d_rcr-><a class="code" href="classlibdap_1_1RCReader.html#a8b63a09b1d00135163c00a5c5288d3d6">get_dods_cache_root</a>(),
<a name="l00524"></a>00524 <span class="keyword">true</span>);
<a name="l00525"></a>00525 <span class="keywordflow">else</span>
<a name="l00526"></a>00526 d_http_cache = 0;
<a name="l00527"></a>00527
<a name="l00528"></a>00528 <a class="code" href="debug_8h.html#ac1f764c266c50f0050e33557004c914c">DBG2</a>(cerr << <span class="stringliteral">"Cache object created ("</span> << hex << d_http_cache << dec
<a name="l00529"></a>00529 << <span class="stringliteral">")"</span> << endl);
<a name="l00530"></a>00530
<a name="l00531"></a>00531 <span class="keywordflow">if</span> (d_http_cache) {
<a name="l00532"></a>00532 d_http_cache-><a class="code" href="classlibdap_1_1HTTPCache.html#a71aa835c2b38bc0e891f40b5a77c53ce">set_cache_enabled</a>(d_rcr-><a class="code" href="classlibdap_1_1RCReader.html#a0a199d1eff493d8d6a1afeaecbb96a8f">get_use_cache</a>());
<a name="l00533"></a>00533 d_http_cache-><a class="code" href="classlibdap_1_1HTTPCache.html#a1a8c5f13e82c3038e97eca9979ebd39c">set_expire_ignored</a>(d_rcr-><a class="code" href="classlibdap_1_1RCReader.html#aa2515bdbabaf37c977fee4e024cad121">get_ignore_expires</a>() != 0);
<a name="l00534"></a>00534 d_http_cache-><a class="code" href="classlibdap_1_1HTTPCache.html#ab2447c27c88ebb29511379ede8ac5b6f">set_max_size</a>(d_rcr-><a class="code" href="classlibdap_1_1RCReader.html#ab01eb92581f21762ef94bf7cb28e0259">get_max_cache_size</a>());
<a name="l00535"></a>00535 d_http_cache-><a class="code" href="classlibdap_1_1HTTPCache.html#a92cc5b035dc08ae2704924002144fa29">set_max_entry_size</a>(d_rcr-><a class="code" href="classlibdap_1_1RCReader.html#a32343bff585e8b2b55b29542193fea72">get_max_cached_obj</a>());
<a name="l00536"></a>00536 d_http_cache-><a class="code" href="classlibdap_1_1HTTPCache.html#a1ca5c8c205241f62596e283943906386">set_default_expiration</a>(d_rcr-><a class="code" href="classlibdap_1_1RCReader.html#ae51b9a6ba6b54635349a2dfcdaf3b474">get_default_expires</a>());
<a name="l00537"></a>00537 d_http_cache-><a class="code" href="classlibdap_1_1HTTPCache.html#aa9a13a18ec837e891e81823a4d30da47">set_always_validate</a>(d_rcr-><a class="code" href="classlibdap_1_1RCReader.html#a16222cbd4ec583f4b62122dcfcf175fa">get_always_validate</a>() != 0);
<a name="l00538"></a>00538 }
<a name="l00539"></a>00539
<a name="l00540"></a>00540 d_cookie_jar = rcr-><a class="code" href="classlibdap_1_1RCReader.html#a662e1484608cf19a967b70ebbe6fe063">get_cookie_jar</a>();
<a name="l00541"></a>00541
<a name="l00542"></a>00542 www_lib_init(); <span class="comment">// This may throw either Error or InternalErr</span>
<a name="l00543"></a>00543 }
<a name="l00544"></a>00544
<a name="l00545"></a><a class="code" href="classlibdap_1_1HTTPConnect.html#adaecf86117db43a3d4d78971d897252e">00545</a> <a class="code" href="classlibdap_1_1HTTPConnect.html#adaecf86117db43a3d4d78971d897252e">HTTPConnect::~HTTPConnect</a>()
<a name="l00546"></a>00546 {
<a name="l00547"></a>00547 <a class="code" href="debug_8h.html#ac1f764c266c50f0050e33557004c914c">DBG2</a>(cerr << <span class="stringliteral">"Entering the HTTPConnect dtor"</span> << endl);
<a name="l00548"></a>00548
<a name="l00549"></a>00549 curl_easy_cleanup(d_curl);
<a name="l00550"></a>00550
<a name="l00551"></a>00551 <a class="code" href="debug_8h.html#ac1f764c266c50f0050e33557004c914c">DBG2</a>(cerr << <span class="stringliteral">"Leaving the HTTPConnect dtor"</span> << endl);
<a name="l00552"></a>00552 }
<a name="l00553"></a>00553
<a name="l00566"></a>00566 <a class="code" href="classlibdap_1_1HTTPResponse.html">HTTPResponse</a> *
<a name="l00567"></a><a class="code" href="classlibdap_1_1HTTPConnect.html#a5e3558838e245a96c9392b33ef4ba298">00567</a> <a class="code" href="classlibdap_1_1HTTPConnect.html#a5e3558838e245a96c9392b33ef4ba298">HTTPConnect::fetch_url</a>(<span class="keyword">const</span> <span class="keywordtype">string</span> &url)
<a name="l00568"></a>00568 {
<a name="l00569"></a>00569 <span class="preprocessor">#ifdef HTTP_TRACE</span>
<a name="l00570"></a>00570 <span class="preprocessor"></span> cout << <span class="stringliteral">"GET "</span> << url << <span class="stringliteral">" HTTP/1.0"</span> << endl;
<a name="l00571"></a>00571 <span class="preprocessor">#endif</span>
<a name="l00572"></a>00572 <span class="preprocessor"></span>
<a name="l00573"></a>00573 <a class="code" href="classlibdap_1_1HTTPResponse.html">HTTPResponse</a> *stream;
<a name="l00574"></a>00574
<a name="l00575"></a>00575 <span class="keywordflow">if</span> (d_http_cache && d_http_cache-><a class="code" href="classlibdap_1_1HTTPCache.html#a4492276bc732605cef02a146a657811f">is_cache_enabled</a>()) {
<a name="l00576"></a>00576 stream = caching_fetch_url(url);
<a name="l00577"></a>00577 }
<a name="l00578"></a>00578 <span class="keywordflow">else</span> {
<a name="l00579"></a>00579 stream = plain_fetch_url(url);
<a name="l00580"></a>00580 }
<a name="l00581"></a>00581
<a name="l00582"></a>00582 <span class="preprocessor">#ifdef HTTP_TRACE</span>
<a name="l00583"></a>00583 <span class="preprocessor"></span> stringstream ss;
<a name="l00584"></a>00584 ss << <span class="stringliteral">"HTTP/1.0 "</span> << stream-><a class="code" href="classlibdap_1_1Response.html#a17cd38845849694a82f943c90919ea35">get_status</a>() << <span class="stringliteral">" -"</span> << endl;
<a name="l00585"></a>00585 <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> i = 0; i < stream-><a class="code" href="classlibdap_1_1HTTPResponse.html#a049aad48922776e0e3d66ab843a2a4db">get_headers</a>()->size(); i++) {
<a name="l00586"></a>00586 ss << stream-><a class="code" href="classlibdap_1_1HTTPResponse.html#a049aad48922776e0e3d66ab843a2a4db">get_headers</a>()->at(i) << endl;
<a name="l00587"></a>00587 }
<a name="l00588"></a>00588 cout << ss.str();
<a name="l00589"></a>00589 <span class="preprocessor">#endif</span>
<a name="l00590"></a>00590 <span class="preprocessor"></span>
<a name="l00591"></a>00591 <a class="code" href="classlibdap_1_1HTTPConnect.html#a6cf7d84a8b4cb42b8503948b6c5973cc">ParseHeader</a> parser;
<a name="l00592"></a>00592
<a name="l00593"></a>00593 parser = for_each(stream-><a class="code" href="classlibdap_1_1HTTPResponse.html#a049aad48922776e0e3d66ab843a2a4db">get_headers</a>()->begin(),
<a name="l00594"></a>00594 stream-><a class="code" href="classlibdap_1_1HTTPResponse.html#a049aad48922776e0e3d66ab843a2a4db">get_headers</a>()->end(), <a class="code" href="classlibdap_1_1HTTPConnect.html#a6cf7d84a8b4cb42b8503948b6c5973cc">ParseHeader</a>());
<a name="l00595"></a>00595
<a name="l00596"></a>00596 <span class="preprocessor">#ifdef HTTP_TRACE</span>
<a name="l00597"></a>00597 <span class="preprocessor"></span> cout << endl << endl;
<a name="l00598"></a>00598 <span class="preprocessor">#endif</span>
<a name="l00599"></a>00599 <span class="preprocessor"></span>
<a name="l00600"></a>00600 <span class="comment">// handle redirection case (2007-04-27, gaffigan@sfos.uaf.edu)</span>
<a name="l00601"></a>00601 <span class="keywordflow">if</span> (parser.get_location() != <span class="stringliteral">""</span> &&
<a name="l00602"></a>00602 url.substr(0,url.find(<span class="stringliteral">"?"</span>,0)).compare(parser.get_location().substr(0,url.find(<span class="stringliteral">"?"</span>,0))) != 0) {
<a name="l00603"></a>00603 <span class="keywordflow">return</span> <a class="code" href="classlibdap_1_1HTTPConnect.html#a5e3558838e245a96c9392b33ef4ba298">fetch_url</a>(parser.get_location());
<a name="l00604"></a>00604 }
<a name="l00605"></a>00605
<a name="l00606"></a>00606 stream-><a class="code" href="classlibdap_1_1Response.html#a7a7807d0a45dd1f6111987f054956e24">set_type</a>(parser.get_object_type());
<a name="l00607"></a>00607 stream-><a class="code" href="classlibdap_1_1Response.html#a041d867c1ce5302a2033a8065c6d52a9">set_version</a>(parser.get_server());
<a name="l00608"></a>00608 stream-><a class="code" href="classlibdap_1_1Response.html#af077130cb39ac3c370776d490e81720b">set_protocol</a>(parser.get_protocol());
<a name="l00609"></a>00609
<a name="l00610"></a>00610 <span class="keywordflow">return</span> stream;
<a name="l00611"></a>00611 }
<a name="l00612"></a>00612
<a name="l00613"></a>00613 <span class="comment">// Look around for a reasonable place to put a temporary file. Check first</span>
<a name="l00614"></a>00614 <span class="comment">// the value of the TMPDIR env var. If that does not yeild a path that's</span>
<a name="l00615"></a>00615 <span class="comment">// writable (as defined by access(..., W_OK|R_OK)) then look at P_tmpdir (as</span>
<a name="l00616"></a>00616 <span class="comment">// defined in stdio.h. If both come up empty, then use `./'.</span>
<a name="l00617"></a>00617 <span class="comment">//</span>
<a name="l00618"></a>00618 <span class="comment">// This function allocates storage using new. The caller must delete the char</span>
<a name="l00619"></a>00619 <span class="comment">// array.</span>
<a name="l00620"></a>00620
<a name="l00621"></a>00621 <span class="comment">// Change this to a version that either returns a string or an open file</span>
<a name="l00622"></a>00622 <span class="comment">// descriptor. Use information from https://buildsecurityin.us-cert.gov/</span>
<a name="l00623"></a>00623 <span class="comment">// (see open()) to make it more secure. Ideal solution: get deserialize()</span>
<a name="l00624"></a>00624 <span class="comment">// methods to read from a stream returned by libcurl, not from a temporary</span>
<a name="l00625"></a>00625 <span class="comment">// file. 9/21/07 jhrg</span>
<a name="l00626"></a>00626 <span class="keyword">static</span> <span class="keywordtype">char</span> *
<a name="l00627"></a>00627 get_tempfile_template(<span class="keyword">const</span> <span class="keywordtype">char</span> *file_template)
<a name="l00628"></a>00628 {
<a name="l00629"></a>00629 <span class="keyword">const</span> <span class="keywordtype">char</span> *c;
<a name="l00630"></a>00630
<a name="l00631"></a>00631 <span class="preprocessor">#ifdef WIN32</span>
<a name="l00632"></a>00632 <span class="preprocessor"></span> <span class="comment">// whitelist for a WIN32 directory</span>
<a name="l00633"></a>00633 Regex directory(<span class="stringliteral">"[-a-zA-Z0-9_\\]*"</span>);
<a name="l00634"></a>00634
<a name="l00635"></a>00635 c = getenv(<span class="stringliteral">"TEMP"</span>);
<a name="l00636"></a>00636 <span class="keywordflow">if</span> (c && directory.match(c, strlen(c)) && (access(getenv(<span class="stringliteral">"TEMP"</span>), 6) == 0))
<a name="l00637"></a>00637 <span class="keywordflow">goto</span> valid_temp_directory;
<a name="l00638"></a>00638
<a name="l00639"></a>00639 c= getenv(<span class="stringliteral">"TMP"</span>);
<a name="l00640"></a>00640 <span class="keywordflow">if</span> (c && directory.match(c, strlen(c)) && (access(getenv(<span class="stringliteral">"TEMP"</span>), 6) == 0))
<a name="l00641"></a>00641 <span class="keywordflow">goto</span> valid_temp_directory;
<a name="l00642"></a>00642 <span class="preprocessor">#else</span>
<a name="l00643"></a>00643 <span class="preprocessor"></span> <span class="comment">// whitelist for a directory</span>
<a name="l00644"></a>00644 Regex directory(<span class="stringliteral">"[-a-zA-Z0-9_/]*"</span>);
<a name="l00645"></a>00645
<a name="l00646"></a>00646 c = getenv(<span class="stringliteral">"TMPDIR"</span>);
<a name="l00647"></a>00647 <span class="keywordflow">if</span> (c && directory.match(c, strlen(c)) && (access(c, W_OK | R_OK) == 0))
<a name="l00648"></a>00648 <span class="keywordflow">goto</span> valid_temp_directory;
<a name="l00649"></a>00649
<a name="l00650"></a>00650 <span class="preprocessor">#ifdef P_tmpdir</span>
<a name="l00651"></a>00651 <span class="preprocessor"></span> <span class="keywordflow">if</span> (access(P_tmpdir, W_OK | R_OK) == 0) {
<a name="l00652"></a>00652 c = P_tmpdir;
<a name="l00653"></a>00653 <span class="keywordflow">goto</span> valid_temp_directory;
<a name="l00654"></a>00654 }
<a name="l00655"></a>00655 <span class="preprocessor">#endif</span>
<a name="l00656"></a>00656 <span class="preprocessor"></span>
<a name="l00657"></a>00657 <span class="preprocessor">#endif // WIN32</span>
<a name="l00658"></a>00658 <span class="preprocessor"></span>
<a name="l00659"></a>00659 c = <span class="stringliteral">"."</span>;
<a name="l00660"></a>00660
<a name="l00661"></a>00661 valid_temp_directory:
<a name="l00662"></a>00662 <span class="comment">// Sanitize allocation</span>
<a name="l00663"></a>00663 <span class="keywordtype">int</span> size = strlen(c) + strlen(file_template) + 2;
<a name="l00664"></a>00664 <span class="keywordflow">if</span> (!<a class="code" href="namespacelibdap.html#a36c4fc80766718669c9790c6cb20c895" title="sanitize the size of an array. Test for integer overflow when dynamically allocating an array...">size_ok</a>(1, size))
<a name="l00665"></a>00665 <span class="keywordflow">throw</span> Error(<span class="stringliteral">"Bad temporary file name."</span>);
<a name="l00666"></a>00666
<a name="l00667"></a>00667 <span class="keywordtype">char</span> *temp = <span class="keyword">new</span> <span class="keywordtype">char</span>[size];
<a name="l00668"></a>00668 strncpy(temp, c, size-2);
<a name="l00669"></a>00669 strcat(temp, <span class="stringliteral">"/"</span>);
<a name="l00670"></a>00670
<a name="l00671"></a>00671 strcat(temp, file_template);
<a name="l00672"></a>00672
<a name="l00673"></a>00673 <span class="keywordflow">return</span> temp;
<a name="l00674"></a>00674 }
<a name="l00675"></a>00675
<a name="l00694"></a>00694 <span class="keywordtype">string</span>
<a name="l00695"></a><a class="code" href="namespacelibdap.html#a38c36ee6057b9229779ba3053bb37d4c">00695</a> <a class="code" href="namespacelibdap.html#a38c36ee6057b9229779ba3053bb37d4c">get_temp_file</a>(FILE *&stream) <span class="keywordflow">throw</span>(<a class="code" href="classlibdap_1_1InternalErr.html" title="A class for software fault reporting.">InternalErr</a>)
<a name="l00696"></a>00696 {
<a name="l00697"></a>00697 <span class="comment">// get_tempfile_template() uses new, must call delete</span>
<a name="l00698"></a>00698 <span class="keywordtype">char</span> *dods_temp = get_tempfile_template(<span class="stringliteral">"dodsXXXXXX"</span>);
<a name="l00699"></a>00699
<a name="l00700"></a>00700 <span class="comment">// Open truncated for update. NB: mkstemp() returns a file descriptor.</span>
<a name="l00701"></a>00701 <span class="preprocessor">#if defined(WIN32) || defined(TEST_WIN32_TEMPS)</span>
<a name="l00702"></a>00702 <span class="preprocessor"></span> stream = fopen(_mktemp(dods_temp), <span class="stringliteral">"w+b"</span>);
<a name="l00703"></a>00703 <span class="preprocessor">#else</span>
<a name="l00704"></a>00704 <span class="preprocessor"></span> stream = fdopen(mkstemp(dods_temp), <span class="stringliteral">"w+"</span>);
<a name="l00705"></a>00705 <span class="preprocessor">#endif</span>
<a name="l00706"></a>00706 <span class="preprocessor"></span>
<a name="l00707"></a>00707 <span class="keywordflow">if</span> (!stream)
<a name="l00708"></a>00708 <span class="keywordflow">throw</span> <a class="code" href="classlibdap_1_1InternalErr.html" title="A class for software fault reporting.">InternalErr</a>(<span class="stringliteral">"I/O Error: Failed to open a temporary file for the data values."</span>);
<a name="l00709"></a>00709
<a name="l00710"></a>00710 <span class="keywordtype">string</span> dods_temp_s = dods_temp;
<a name="l00711"></a>00711 <span class="keyword">delete</span>[] dods_temp; dods_temp = 0;
<a name="l00712"></a>00712
<a name="l00713"></a>00713 <span class="keywordflow">return</span> dods_temp_s;
<a name="l00714"></a>00714 }
<a name="l00715"></a>00715
<a name="l00717"></a>00717 <span class="keywordtype">void</span>
<a name="l00718"></a><a class="code" href="namespacelibdap.html#a9696b8596e7a5858d494e8a8d7d082c1">00718</a> <a class="code" href="namespacelibdap.html#a9696b8596e7a5858d494e8a8d7d082c1">close_temp</a>(FILE *s, <span class="keyword">const</span> <span class="keywordtype">string</span> &name)
<a name="l00719"></a>00719 {
<a name="l00720"></a>00720 <span class="keywordtype">int</span> res = fclose(s);
<a name="l00721"></a>00721 <span class="keywordflow">if</span> (res) {
<a name="l00722"></a>00722 <a class="code" href="debug_8h.html#a32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Counld not close the temporary file: "</span> << name << endl);
<a name="l00723"></a>00723 }
<a name="l00724"></a>00724
<a name="l00725"></a>00725 unlink(name.c_str());
<a name="l00726"></a>00726 }
<a name="l00727"></a>00727
<a name="l00749"></a>00749 HTTPResponse *
<a name="l00750"></a>00750 HTTPConnect::caching_fetch_url(<span class="keyword">const</span> <span class="keywordtype">string</span> &url)
<a name="l00751"></a>00751 {
<a name="l00752"></a>00752 <a class="code" href="debug_8h.html#a32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Is this URL ("</span> << url << <span class="stringliteral">") in the cache?... "</span>);
<a name="l00753"></a>00753
<a name="l00754"></a>00754 vector<string> *headers = <span class="keyword">new</span> vector<string> ;
<a name="l00755"></a>00755 FILE *s = d_http_cache->get_cached_response(url, *headers);
<a name="l00756"></a>00756 <span class="keywordflow">if</span> (!s) {
<a name="l00757"></a>00757 <span class="comment">// url not in cache; get it and cache it</span>
<a name="l00758"></a>00758 <a class="code" href="debug_8h.html#a0d28d57d1228cf13a4c1288cc4758344">DBGN</a>(cerr << <span class="stringliteral">"no; getting response and caching."</span> << endl);
<a name="l00759"></a>00759 time_t now = time(0);
<a name="l00760"></a>00760 HTTPResponse *rs = plain_fetch_url(url);
<a name="l00761"></a>00761 d_http_cache->cache_response(url, now, *(rs->get_headers()),
<a name="l00762"></a>00762 rs->get_stream());
<a name="l00763"></a>00763
<a name="l00764"></a>00764 <span class="keywordflow">return</span> rs;
<a name="l00765"></a>00765 }
<a name="l00766"></a>00766 <span class="keywordflow">else</span> { <span class="comment">// url in cache</span>
<a name="l00767"></a>00767 <a class="code" href="debug_8h.html#a0d28d57d1228cf13a4c1288cc4758344">DBGN</a>(cerr << <span class="stringliteral">"yes... "</span>);
<a name="l00768"></a>00768
<a name="l00769"></a>00769 <span class="keywordflow">if</span> (d_http_cache->is_url_valid(url)) { <span class="comment">// url in cache and valid</span>
<a name="l00770"></a>00770 <a class="code" href="debug_8h.html#a0d28d57d1228cf13a4c1288cc4758344">DBGN</a>(cerr << <span class="stringliteral">"and it's valid; using cached response."</span> << endl);
<a name="l00771"></a>00771 HTTPCacheResponse *crs =
<a name="l00772"></a>00772 <span class="keyword">new</span> HTTPCacheResponse(s, 200, headers, d_http_cache);
<a name="l00773"></a>00773 <span class="keywordflow">return</span> crs;
<a name="l00774"></a>00774 }
<a name="l00775"></a>00775 <span class="keywordflow">else</span> { <span class="comment">// url in cache but not valid; validate</span>
<a name="l00776"></a>00776 <a class="code" href="debug_8h.html#a0d28d57d1228cf13a4c1288cc4758344">DBGN</a>(cerr << <span class="stringliteral">"but it's not valid; validating... "</span>);
<a name="l00777"></a>00777
<a name="l00778"></a>00778 d_http_cache->release_cached_response(s);
<a name="l00779"></a>00779
<a name="l00780"></a>00780 vector<string> *resp_hdrs = <span class="keyword">new</span> vector<string> ;
<a name="l00781"></a>00781 vector<string> cond_hdrs =
<a name="l00782"></a>00782 d_http_cache->get_conditional_request_headers(url);
<a name="l00783"></a>00783 FILE *body = 0;
<a name="l00784"></a>00784 <span class="keywordtype">string</span> dods_temp = <a class="code" href="namespacelibdap.html#a38c36ee6057b9229779ba3053bb37d4c">get_temp_file</a>(body);
<a name="l00785"></a>00785 time_t now = time(0); <span class="comment">// When was the request made (now).</span>
<a name="l00786"></a>00786 <span class="keywordtype">long</span> http_status;
<a name="l00787"></a>00787
<a name="l00788"></a>00788 <span class="keywordflow">try</span> {
<a name="l00789"></a>00789 http_status = read_url(url, body, resp_hdrs, &cond_hdrs);
<a name="l00790"></a>00790 rewind(body);
<a name="l00791"></a>00791 }
<a name="l00792"></a>00792 <span class="keywordflow">catch</span> (Error &e) {
<a name="l00793"></a>00793 <a class="code" href="namespacelibdap.html#a9696b8596e7a5858d494e8a8d7d082c1">close_temp</a>(body, dods_temp);
<a name="l00794"></a>00794 throw ;
<a name="l00795"></a>00795 }
<a name="l00796"></a>00796
<a name="l00797"></a>00797 <span class="keywordflow">switch</span> (http_status) {
<a name="l00798"></a>00798 <span class="keywordflow">case</span> 200: { <span class="comment">// New headers and new body</span>
<a name="l00799"></a>00799 <a class="code" href="debug_8h.html#a0d28d57d1228cf13a4c1288cc4758344">DBGN</a>(cerr << <span class="stringliteral">"read a new response; caching."</span> << endl);
<a name="l00800"></a>00800
<a name="l00801"></a>00801 d_http_cache->cache_response(url, now, *resp_hdrs, body);
<a name="l00802"></a>00802 HTTPResponse *rs = <span class="keyword">new</span> HTTPResponse(body, http_status, resp_hdrs,
<a name="l00803"></a>00803 dods_temp);
<a name="l00804"></a>00804
<a name="l00805"></a>00805 <span class="keywordflow">return</span> rs;
<a name="l00806"></a>00806 }
<a name="l00807"></a>00807
<a name="l00808"></a>00808 <span class="keywordflow">case</span> 304: { <span class="comment">// Just new headers, use cached body</span>
<a name="l00809"></a>00809 <a class="code" href="debug_8h.html#a0d28d57d1228cf13a4c1288cc4758344">DBGN</a>(cerr << <span class="stringliteral">"cached response valid; updating."</span> << endl);
<a name="l00810"></a>00810
<a name="l00811"></a>00811 <a class="code" href="namespacelibdap.html#a9696b8596e7a5858d494e8a8d7d082c1">close_temp</a>(body, dods_temp);
<a name="l00812"></a>00812 d_http_cache->update_response(url, now, *resp_hdrs);
<a name="l00813"></a>00813
<a name="l00814"></a>00814 vector<string> *headers = <span class="keyword">new</span> vector<string>;
<a name="l00815"></a>00815 FILE *hs = d_http_cache->get_cached_response(url, *headers);
<a name="l00816"></a>00816 HTTPCacheResponse *crs = <span class="keyword">new</span> HTTPCacheResponse(hs, 304, headers, d_http_cache);
<a name="l00817"></a>00817 <span class="keywordflow">return</span> crs;
<a name="l00818"></a>00818 }
<a name="l00819"></a>00819
<a name="l00820"></a>00820 <span class="keywordflow">default</span>: { <span class="comment">// Oops.</span>
<a name="l00821"></a>00821 <a class="code" href="namespacelibdap.html#a9696b8596e7a5858d494e8a8d7d082c1">close_temp</a>(body, dods_temp);
<a name="l00822"></a>00822 <span class="keywordflow">if</span> (http_status >= 400) {
<a name="l00823"></a>00823 <span class="keywordtype">string</span> msg = <span class="stringliteral">"Error while reading the URL: "</span>;
<a name="l00824"></a>00824 msg += url;
<a name="l00825"></a>00825 msg
<a name="l00826"></a>00826 += <span class="stringliteral">".\nThe OPeNDAP server returned the following message:\n"</span>;
<a name="l00827"></a>00827 msg += http_status_to_string(http_status);
<a name="l00828"></a>00828 <span class="keywordflow">throw</span> Error(msg);
<a name="l00829"></a>00829 }
<a name="l00830"></a>00830 <span class="keywordflow">else</span> {
<a name="l00831"></a>00831 <span class="keywordflow">throw</span> InternalErr(__FILE__, __LINE__,
<a name="l00832"></a>00832 <span class="stringliteral">"Bad response from the HTTP server: "</span> + <a class="code" href="namespacelibdap.html#a317edea830aab50d2137a5bd313cc86a">long_to_string</a>(http_status));
<a name="l00833"></a>00833 }
<a name="l00834"></a>00834 }
<a name="l00835"></a>00835 }
<a name="l00836"></a>00836 }
<a name="l00837"></a>00837 }
<a name="l00838"></a>00838
<a name="l00839"></a>00839 <span class="keywordflow">throw</span> InternalErr(__FILE__, __LINE__, <span class="stringliteral">"Should never get here"</span>);
<a name="l00840"></a>00840 }
<a name="l00841"></a>00841
<a name="l00853"></a>00853 HTTPResponse *
<a name="l00854"></a>00854 HTTPConnect::plain_fetch_url(<span class="keyword">const</span> <span class="keywordtype">string</span> &url)
<a name="l00855"></a>00855 {
<a name="l00856"></a>00856 <a class="code" href="debug_8h.html#a32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Getting URL: "</span> << url << endl);
<a name="l00857"></a>00857 FILE *stream = 0;
<a name="l00858"></a>00858 <span class="keywordtype">string</span> dods_temp = <a class="code" href="namespacelibdap.html#a38c36ee6057b9229779ba3053bb37d4c">get_temp_file</a>(stream);
<a name="l00859"></a>00859 vector<string> *resp_hdrs = <span class="keyword">new</span> vector<string>;
<a name="l00860"></a>00860
<a name="l00861"></a>00861 <span class="keywordtype">int</span> status = -1;
<a name="l00862"></a>00862 <span class="keywordflow">try</span> {
<a name="l00863"></a>00863 status = read_url(url, stream, resp_hdrs); <span class="comment">// Throws Error.</span>
<a name="l00864"></a>00864 <span class="keywordflow">if</span> (status >= 400) {
<a name="l00865"></a>00865 <span class="keywordtype">string</span> msg = <span class="stringliteral">"Error while reading the URL: "</span>;
<a name="l00866"></a>00866 msg += url;
<a name="l00867"></a>00867 msg += <span class="stringliteral">".\nThe OPeNDAP server returned the following message:\n"</span>;
<a name="l00868"></a>00868 msg += http_status_to_string(status);
<a name="l00869"></a>00869 <span class="keywordflow">throw</span> Error(msg);
<a name="l00870"></a>00870 }
<a name="l00871"></a>00871 }
<a name="l00872"></a>00872
<a name="l00873"></a>00873 <span class="keywordflow">catch</span> (Error &e) {
<a name="l00874"></a>00874 <a class="code" href="namespacelibdap.html#a9696b8596e7a5858d494e8a8d7d082c1">close_temp</a>(stream, dods_temp);
<a name="l00875"></a>00875 <span class="keywordflow">throw</span> e;
<a name="l00876"></a>00876 }
<a name="l00877"></a>00877
<a name="l00878"></a>00878 rewind(stream);
<a name="l00879"></a>00879
<a name="l00880"></a>00880 <span class="keywordflow">return</span> <span class="keyword">new</span> HTTPResponse(stream, status, resp_hdrs, dods_temp);
<a name="l00881"></a>00881 }
<a name="l00882"></a>00882
<a name="l00894"></a>00894 <span class="keywordtype">void</span>
<a name="l00895"></a><a class="code" href="classlibdap_1_1HTTPConnect.html#a01d67a5afa18a84ef744b8f222094260">00895</a> <a class="code" href="classlibdap_1_1HTTPConnect.html#a01d67a5afa18a84ef744b8f222094260">HTTPConnect::set_accept_deflate</a>(<span class="keywordtype">bool</span> <a class="code" href="namespacelibdap.html#aada86e90b40fc8068dbfe9be79f09e55a3b0e7efd18178acc018030f0e69565a5">deflate</a>)
<a name="l00896"></a>00896 {
<a name="l00897"></a>00897 d_accept_deflate = <a class="code" href="namespacelibdap.html#aada86e90b40fc8068dbfe9be79f09e55a3b0e7efd18178acc018030f0e69565a5">deflate</a>;
<a name="l00898"></a>00898
<a name="l00899"></a>00899 <span class="keywordflow">if</span> (d_accept_deflate) {
<a name="l00900"></a>00900 <span class="keywordflow">if</span> (find(d_request_headers.begin(), d_request_headers.end(),
<a name="l00901"></a>00901 <span class="stringliteral">"Accept-Encoding: deflate, gzip, compress"</span>) == d_request_headers.end())
<a name="l00902"></a>00902 d_request_headers.push_back(<span class="keywordtype">string</span>(<span class="stringliteral">"Accept-Encoding: deflate, gzip, compress"</span>));
<a name="l00903"></a>00903 <a class="code" href="debug_8h.html#a32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(copy(d_request_headers.begin(), d_request_headers.end(),
<a name="l00904"></a>00904 ostream_iterator<string>(cerr, <span class="stringliteral">"\n"</span>)));
<a name="l00905"></a>00905 }
<a name="l00906"></a>00906 <span class="keywordflow">else</span> {
<a name="l00907"></a>00907 vector<string>::iterator i;
<a name="l00908"></a>00908 i = remove_if(d_request_headers.begin(), d_request_headers.end(),
<a name="l00909"></a>00909 bind2nd(equal_to<string>(),
<a name="l00910"></a>00910 <span class="keywordtype">string</span>(<span class="stringliteral">"Accept-Encoding: deflate, gzip, compress"</span>)));
<a name="l00911"></a>00911 d_request_headers.erase(i, d_request_headers.end());
<a name="l00912"></a>00912 }
<a name="l00913"></a>00913 }
<a name="l00914"></a>00914
<a name="l00916"></a>00916 <span class="keyword">class </span>HeaderMatch : <span class="keyword">public</span> unary_function<const string &, bool> {
<a name="l00917"></a>00917 <span class="keyword">const</span> <span class="keywordtype">string</span> &d_header;
<a name="l00918"></a>00918 <span class="keyword">public</span>:
<a name="l00919"></a>00919 HeaderMatch(<span class="keyword">const</span> <span class="keywordtype">string</span> &header) : d_header(header) {}
<a name="l00920"></a>00920 <span class="keywordtype">bool</span> operator()(<span class="keyword">const</span> <span class="keywordtype">string</span> &arg) { <span class="keywordflow">return</span> arg.find(d_header) == 0; }
<a name="l00921"></a>00921 };
<a name="l00922"></a>00922
<a name="l00931"></a>00931 <span class="keywordtype">void</span>
<a name="l00932"></a><a class="code" href="classlibdap_1_1HTTPConnect.html#ac232e85c5d2448c66c1a24f62dcbf89a">00932</a> <a class="code" href="classlibdap_1_1HTTPConnect.html#ac232e85c5d2448c66c1a24f62dcbf89a">HTTPConnect::set_xdap_protocol</a>(<span class="keywordtype">int</span> major, <span class="keywordtype">int</span> minor)
<a name="l00933"></a>00933 {
<a name="l00934"></a>00934 <span class="comment">// Look for, and remove if one exists, an XDAP-Accept header</span>
<a name="l00935"></a>00935 vector<string>::iterator i;
<a name="l00936"></a>00936 i = find_if(d_request_headers.begin(), d_request_headers.end(),
<a name="l00937"></a>00937 HeaderMatch(<span class="stringliteral">"XDAP-Accept:"</span>));
<a name="l00938"></a>00938 <span class="keywordflow">if</span> (i != d_request_headers.end())
<a name="l00939"></a>00939 d_request_headers.erase(i);
<a name="l00940"></a>00940
<a name="l00941"></a>00941 <span class="comment">// Record and add the new header value</span>
<a name="l00942"></a>00942 d_dap_client_protocol_major = major;
<a name="l00943"></a>00943 d_dap_client_protocol_minor = minor;
<a name="l00944"></a>00944 ostringstream xdap_accept;
<a name="l00945"></a>00945 xdap_accept << <span class="stringliteral">"XDAP-Accept: "</span> << major << <span class="stringliteral">"."</span> << minor;
<a name="l00946"></a>00946
<a name="l00947"></a>00947 d_request_headers.push_back(xdap_accept.str());
<a name="l00948"></a>00948
<a name="l00949"></a>00949 <a class="code" href="debug_8h.html#a32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(copy(d_request_headers.begin(), d_request_headers.end(),
<a name="l00950"></a>00950 ostream_iterator<string>(cerr, <span class="stringliteral">"\n"</span>)));
<a name="l00951"></a>00951 }
<a name="l00952"></a>00952
<a name="l00968"></a>00968 <span class="keywordtype">void</span>
<a name="l00969"></a><a class="code" href="classlibdap_1_1HTTPConnect.html#a84190d0d80154943ee997c4982a7c96a">00969</a> <a class="code" href="classlibdap_1_1HTTPConnect.html#a84190d0d80154943ee997c4982a7c96a">HTTPConnect::set_credentials</a>(<span class="keyword">const</span> <span class="keywordtype">string</span> &u, <span class="keyword">const</span> <span class="keywordtype">string</span> &p)
<a name="l00970"></a>00970 {
<a name="l00971"></a>00971 <span class="keywordflow">if</span> (u.empty())
<a name="l00972"></a>00972 <span class="keywordflow">return</span>;
<a name="l00973"></a>00973
<a name="l00974"></a>00974 <span class="comment">// Store the credentials locally.</span>
<a name="l00975"></a>00975 d_username = u;
<a name="l00976"></a>00976 d_password = p;
<a name="l00977"></a>00977
<a name="l00978"></a>00978 d_upstring = u + <span class="stringliteral">":"</span> + p;
<a name="l00979"></a>00979 }
<a name="l00980"></a>00980
<a name="l00981"></a>00981 } <span class="comment">// namespace libdap</span>
</pre></div></div>
</div>
<div id="nav-path" class="navpath">
<ul>
<li class="navelem"><a class="el" href="HTTPConnect_8cc.html">HTTPConnect.cc</a> </li>
<li class="footer">Generated on Tue Feb 8 2011 for libdap++ by 
<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.7.3 </li>
</ul>
</div>
</body>
</html>
