<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
<html><head><meta http-equiv="Content-Type" content="text/html;charset=UTF-8">
<title>libdap++: HTTPConnect.cc Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css">
<link href="doxygen.css" rel="stylesheet" type="text/css">
</head><body>
<!-- Generated by Doxygen 1.5.9 -->
<div class="navigation" id="top">
<div class="tabs">
<ul>
<li><a href="main.html"><span>Main Page</span></a></li>
<li><a href="pages.html"><span>Related Pages</span></a></li>
<li><a href="namespaces.html"><span>Namespaces</span></a></li>
<li><a href="annotated.html"><span>Classes</span></a></li>
<li class="current"><a href="files.html"><span>Files</span></a></li>
</ul>
</div>
<div class="tabs">
<ul>
<li><a href="files.html"><span>File List</span></a></li>
<li><a href="globals.html"><span>File Members</span></a></li>
</ul>
</div>
<h1>HTTPConnect.cc</h1><a href="HTTPConnect_8cc.html">Go to the documentation of this file.</a><div class="fragment"><pre class="fragment"><a name="l00001"></a>00001
<a name="l00002"></a>00002 <span class="comment">// -*- mode: c++; c-basic-offset:4 -*-</span>
<a name="l00003"></a>00003
<a name="l00004"></a>00004 <span class="comment">// This file is part of libdap, A C++ implementation of the OPeNDAP Data</span>
<a name="l00005"></a>00005 <span class="comment">// Access Protocol.</span>
<a name="l00006"></a>00006
<a name="l00007"></a>00007 <span class="comment">// Copyright (c) 2002,2003 OPeNDAP, Inc.</span>
<a name="l00008"></a>00008 <span class="comment">// Author: James Gallagher <jgallagher@opendap.org></span>
<a name="l00009"></a>00009 <span class="comment">//</span>
<a name="l00010"></a>00010 <span class="comment">// This library is free software; you can redistribute it and/or</span>
<a name="l00011"></a>00011 <span class="comment">// modify it under the terms of the GNU Lesser General Public</span>
<a name="l00012"></a>00012 <span class="comment">// License as published by the Free Software Foundation; either</span>
<a name="l00013"></a>00013 <span class="comment">// version 2.1 of the License, or (at your option) any later version.</span>
<a name="l00014"></a>00014 <span class="comment">//</span>
<a name="l00015"></a>00015 <span class="comment">// This library is distributed in the hope that it will be useful,</span>
<a name="l00016"></a>00016 <span class="comment">// but WITHOUT ANY WARRANTY; without even the implied warranty of</span>
<a name="l00017"></a>00017 <span class="comment">// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU</span>
<a name="l00018"></a>00018 <span class="comment">// Lesser General Public License for more details.</span>
<a name="l00019"></a>00019 <span class="comment">//</span>
<a name="l00020"></a>00020 <span class="comment">// You should have received a copy of the GNU Lesser General Public</span>
<a name="l00021"></a>00021 <span class="comment">// License along with this library; if not, write to the Free Software</span>
<a name="l00022"></a>00022 <span class="comment">// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA</span>
<a name="l00023"></a>00023 <span class="comment">//</span>
<a name="l00024"></a>00024 <span class="comment">// You can contact OPeNDAP, Inc. at PO Box 112, Saunderstown, RI. 02874-0112.</span>
<a name="l00025"></a>00025
<a name="l00026"></a>00026
<a name="l00027"></a>00027 <span class="preprocessor">#include "<a class="code" href="config_8h.html">config.h</a>"</span>
<a name="l00028"></a>00028
<a name="l00029"></a>00029 <span class="keyword">static</span> <span class="keywordtype">char</span> rcsid[] <a class="code" href="config_8h.html#05e109ec893d0b12023d5b0cf4f718c4">not_used</a> =
<a name="l00030"></a>00030 { <span class="stringliteral">"$Id: HTTPConnect.cc 19864 2008-11-14 17:01:35Z jimg $"</span>
<a name="l00031"></a>00031 };
<a name="l00032"></a>00032
<a name="l00033"></a>00033 <span class="preprocessor">#ifdef HAVE_UNISTD_H</span>
<a name="l00034"></a>00034 <span class="preprocessor"></span><span class="preprocessor">#include <unistd.h></span>
<a name="l00035"></a>00035 <span class="preprocessor">#endif</span>
<a name="l00036"></a>00036 <span class="preprocessor"></span>
<a name="l00037"></a>00037 <span class="preprocessor">#ifdef WIN32</span>
<a name="l00038"></a>00038 <span class="preprocessor"></span><span class="preprocessor">#include <io.h></span>
<a name="l00039"></a>00039 <span class="preprocessor">#endif</span>
<a name="l00040"></a>00040 <span class="preprocessor"></span>
<a name="l00041"></a>00041 <span class="preprocessor">#include <string></span>
<a name="l00042"></a>00042 <span class="preprocessor">#include <vector></span>
<a name="l00043"></a>00043 <span class="preprocessor">#include <functional></span>
<a name="l00044"></a>00044 <span class="preprocessor">#include <algorithm></span>
<a name="l00045"></a>00045 <span class="preprocessor">#include <sstream></span>
<a name="l00046"></a>00046 <span class="preprocessor">#include <iterator></span>
<a name="l00047"></a>00047 <span class="preprocessor">#include <cstdlib></span>
<a name="l00048"></a>00048 <span class="preprocessor">#include <cstring></span>
<a name="l00049"></a>00049
<a name="l00050"></a>00050 <span class="comment">//#define DODS_DEBUG</span>
<a name="l00051"></a>00051 <span class="comment">//#define DODS_DEBUG2</span>
<a name="l00052"></a>00052
<a name="l00053"></a>00053 <span class="preprocessor">#include "<a class="code" href="debug_8h.html">debug.h</a>"</span>
<a name="l00054"></a>00054 <span class="preprocessor">#include "GNURegex.h"</span>
<a name="l00055"></a>00055 <span class="preprocessor">#include "<a class="code" href="HTTPCache_8h.html">HTTPCache.h</a>"</span>
<a name="l00056"></a>00056 <span class="preprocessor">#include "<a class="code" href="HTTPConnect_8h.html">HTTPConnect.h</a>"</span>
<a name="l00057"></a>00057 <span class="preprocessor">#include "<a class="code" href="RCReader_8h.html">RCReader.h</a>"</span>
<a name="l00058"></a>00058 <span class="preprocessor">#include "<a class="code" href="HTTPResponse_8h.html">HTTPResponse.h</a>"</span>
<a name="l00059"></a>00059 <span class="preprocessor">#include "<a class="code" href="HTTPCacheResponse_8h.html">HTTPCacheResponse.h</a>"</span>
<a name="l00060"></a>00060
<a name="l00061"></a>00061 <span class="keyword">using namespace </span>std;
<a name="l00062"></a>00062
<a name="l00063"></a>00063 <span class="keyword">namespace </span>libdap {
<a name="l00064"></a>00064
<a name="l00065"></a>00065 <span class="comment">// These global variables are not MT-Safe, but I'm leaving them as is because</span>
<a name="l00066"></a>00066 <span class="comment">// they are used only for debugging (set them in a debugger like gdb or ddd).</span>
<a name="l00067"></a>00067 <span class="comment">// They are not static because I *believe* that many debuggers cannot access</span>
<a name="l00068"></a>00068 <span class="comment">// static variables. 08/07/02 jhrg</span>
<a name="l00069"></a>00069
<a name="l00070"></a>00070 <span class="comment">// Set this to 1 to turn on libcurl's verbose mode (for debugging).</span>
<a name="l00071"></a><a class="code" href="namespacelibdap.html#ab2a595ed5ba24c6f549093fdf645c67">00071</a> <span class="keywordtype">int</span> <a class="code" href="namespacelibdap.html#ab2a595ed5ba24c6f549093fdf645c67">www_trace</a> = 0;
<a name="l00072"></a>00072
<a name="l00073"></a>00073 <span class="comment">// Keep the temporary files; useful for debugging.</span>
<a name="l00074"></a><a class="code" href="namespacelibdap.html#eafd230ca250e819c46862dc43deb4fa">00074</a> <span class="keywordtype">int</span> <a class="code" href="namespacelibdap.html#eafd230ca250e819c46862dc43deb4fa">dods_keep_temps</a> = 0;
<a name="l00075"></a>00075
<a name="l00076"></a><a class="code" href="HTTPConnect_8cc.html#f2a500dd71767c8725eb7ac8150bb531">00076</a> <span class="preprocessor">#define CLIENT_ERR_MIN 400</span>
<a name="l00077"></a><a class="code" href="HTTPConnect_8cc.html#47b5885decc797e05cdd6aeccd8b0e6c">00077</a> <span class="preprocessor"></span><span class="preprocessor">#define CLIENT_ERR_MAX 417</span>
<a name="l00078"></a>00078 <span class="preprocessor"></span><span class="keyword">static</span> <span class="keywordtype">char</span> *http_client_errors[<a class="code" href="HTTPConnect_8cc.html#47b5885decc797e05cdd6aeccd8b0e6c">CLIENT_ERR_MAX</a> - <a class="code" href="HTTPConnect_8cc.html#f2a500dd71767c8725eb7ac8150bb531">CLIENT_ERR_MIN</a> +1] =
<a name="l00079"></a>00079 {
<a name="l00080"></a>00080 <span class="stringliteral">"Bad Request:"</span>,
<a name="l00081"></a>00081 <span class="stringliteral">"Unauthorized: Contact the server administrator."</span>,
<a name="l00082"></a>00082 <span class="stringliteral">"Payment Required."</span>,
<a name="l00083"></a>00083 <span class="stringliteral">"Forbidden: Contact the server administrator."</span>,
<a name="l00084"></a>00084 <span class="stringliteral">"Not Found: The data source or server could not be found.\n\</span>
<a name="l00085"></a>00085 <span class="stringliteral"> Often this means that the OPeNDAP server is missing or needs attention;\n\</span>
<a name="l00086"></a>00086 <span class="stringliteral"> Please contact the server administrator."</span>,
<a name="l00087"></a>00087 <span class="stringliteral">"Method Not Allowed."</span>,
<a name="l00088"></a>00088 <span class="stringliteral">"Not Acceptable."</span>,
<a name="l00089"></a>00089 <span class="stringliteral">"Proxy Authentication Required."</span>,
<a name="l00090"></a>00090 <span class="stringliteral">"Request Time-out."</span>,
<a name="l00091"></a>00091 <span class="stringliteral">"Conflict."</span>,
<a name="l00092"></a>00092 <span class="stringliteral">"Gone:."</span>,
<a name="l00093"></a>00093 <span class="stringliteral">"Length Required."</span>,
<a name="l00094"></a>00094 <span class="stringliteral">"Precondition Failed."</span>,
<a name="l00095"></a>00095 <span class="stringliteral">"Request Entity Too Large."</span>,
<a name="l00096"></a>00096 <span class="stringliteral">"Request URI Too Large."</span>,
<a name="l00097"></a>00097 <span class="stringliteral">"Unsupported Media Type."</span>,
<a name="l00098"></a>00098 <span class="stringliteral">"Requested Range Not Satisfiable."</span>,
<a name="l00099"></a>00099 <span class="stringliteral">"Expectation Failed."</span>
<a name="l00100"></a>00100 };
<a name="l00101"></a>00101
<a name="l00102"></a><a class="code" href="HTTPConnect_8cc.html#84e779eec72cc737ebf8d78aeffeb29e">00102</a> <span class="preprocessor">#define SERVER_ERR_MIN 500</span>
<a name="l00103"></a><a class="code" href="HTTPConnect_8cc.html#22abc379c85443c83b487c1e1d312a74">00103</a> <span class="preprocessor"></span><span class="preprocessor">#define SERVER_ERR_MAX 505</span>
<a name="l00104"></a>00104 <span class="preprocessor"></span><span class="keyword">static</span> <span class="keywordtype">char</span> *http_server_errors[<a class="code" href="HTTPConnect_8cc.html#22abc379c85443c83b487c1e1d312a74">SERVER_ERR_MAX</a> - <a class="code" href="HTTPConnect_8cc.html#84e779eec72cc737ebf8d78aeffeb29e">SERVER_ERR_MIN</a> +1] =
<a name="l00105"></a>00105 {
<a name="l00106"></a>00106 <span class="stringliteral">"Internal Server Error."</span>,
<a name="l00107"></a>00107 <span class="stringliteral">"Not Implemented."</span>,
<a name="l00108"></a>00108 <span class="stringliteral">"Bad Gateway."</span>,
<a name="l00109"></a>00109 <span class="stringliteral">"Service Unavailable."</span>,
<a name="l00110"></a>00110 <span class="stringliteral">"Gateway Time-out."</span>,
<a name="l00111"></a>00111 <span class="stringliteral">"HTTP Version Not Supported."</span>
<a name="l00112"></a>00112 };
<a name="l00113"></a>00113
<a name="l00120"></a>00120 <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06a" title="The type of object in the stream coming from the data server.">ObjectType</a>
<a name="l00121"></a><a class="code" href="namespacelibdap.html#ceb42dce2c3676ca9785ee89190ab4ce">00121</a> <a class="code" href="namespacelibdap.html#ceb42dce2c3676ca9785ee89190ab4ce">get_type</a>(<span class="keyword">const</span> <span class="keywordtype">string</span> &value)
<a name="l00122"></a>00122 {
<a name="l00123"></a>00123 <span class="keywordflow">if</span> (value == <span class="stringliteral">"dods_das"</span> | value == <span class="stringliteral">"dods-das"</span>)
<a name="l00124"></a>00124 <span class="keywordflow">return</span> <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06a02461a6c30af5fa6a789ea22fef8534e">dods_das</a>;
<a name="l00125"></a>00125 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (value == <span class="stringliteral">"dods_dds"</span> | value == <span class="stringliteral">"dods-dds"</span>)
<a name="l00126"></a>00126 <span class="keywordflow">return</span> <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06ae5a70721811fccc5ee73852269b01a01">dods_dds</a>;
<a name="l00127"></a>00127 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (value == <span class="stringliteral">"dods_data"</span> | value == <span class="stringliteral">"dods-data"</span>)
<a name="l00128"></a>00128 <span class="keywordflow">return</span> <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06a81aaa5f03d4278cb44a2148d13384710">dods_data</a>;
<a name="l00129"></a>00129 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (value == <span class="stringliteral">"dods_error"</span> | value == <span class="stringliteral">"dods-error"</span>)
<a name="l00130"></a>00130 <span class="keywordflow">return</span> <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06a742dd62797a6ff77549a1803a4e77d79">dods_error</a>;
<a name="l00131"></a>00131 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (value == <span class="stringliteral">"web_error"</span> | value == <span class="stringliteral">"web-error"</span>)
<a name="l00132"></a>00132 <span class="keywordflow">return</span> <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06aa4a8434126fdf1a42a77c74409973b54">web_error</a>;
<a name="l00133"></a>00133 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (value == <span class="stringliteral">"dap4_ddx"</span> | value == <span class="stringliteral">"dap4-ddx"</span>)
<a name="l00134"></a>00134 <span class="keywordflow">return</span> <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06a605a335e5665d5f3ac75cacf42a15ae8">dap4_ddx</a>;
<a name="l00135"></a>00135 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (value == <span class="stringliteral">"dap4_datax"</span> | value == <span class="stringliteral">"dap4-datax"</span>)
<a name="l00136"></a>00136 <span class="keywordflow">return</span> <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06adaa8b1a3385e5da7f9e3a1f6cb483911">dap4_datax</a>;
<a name="l00137"></a>00137 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (value == <span class="stringliteral">"dap4_errorx"</span> | value == <span class="stringliteral">"dap4-errorx"</span>)
<a name="l00138"></a>00138 <span class="keywordflow">return</span> <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06a480b68fa1c02173f875d487265e2f2ed">dap4_errorx</a>;
<a name="l00139"></a>00139 <span class="keywordflow">else</span>
<a name="l00140"></a>00140 <span class="keywordflow">return</span> <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06a5ea9f0cd3ea158ca267b3c7266a215a3">unknown_type</a>;
<a name="l00141"></a>00141 }
<a name="l00142"></a>00142
<a name="l00148"></a>00148 <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06a" title="The type of object in the stream coming from the data server.">ObjectType</a>
<a name="l00149"></a><a class="code" href="namespacelibdap.html#284c1c548cbcea75bb1b7c8374dc04e9">00149</a> <a class="code" href="namespacelibdap.html#284c1c548cbcea75bb1b7c8374dc04e9">get_description_type</a>(<span class="keyword">const</span> <span class="keywordtype">string</span> &value)
<a name="l00150"></a>00150 {
<a name="l00151"></a>00151 <span class="keywordflow">if</span> (value == <span class="stringliteral">"dods_das"</span> | value == <span class="stringliteral">"dods-das"</span>)
<a name="l00152"></a>00152 <span class="keywordflow">return</span> <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06a02461a6c30af5fa6a789ea22fef8534e">dods_das</a>;
<a name="l00153"></a>00153 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (value == <span class="stringliteral">"dods_dds"</span> | value == <span class="stringliteral">"dods-dds"</span>)
<a name="l00154"></a>00154 <span class="keywordflow">return</span> <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06ae5a70721811fccc5ee73852269b01a01">dods_dds</a>;
<a name="l00155"></a>00155 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (value == <span class="stringliteral">"dods_data"</span> | value == <span class="stringliteral">"dods-data"</span>)
<a name="l00156"></a>00156 <span class="keywordflow">return</span> <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06a81aaa5f03d4278cb44a2148d13384710">dods_data</a>;
<a name="l00157"></a>00157 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (value == <span class="stringliteral">"dods_error"</span> | value == <span class="stringliteral">"dods-error"</span>)
<a name="l00158"></a>00158 <span class="keywordflow">return</span> <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06a742dd62797a6ff77549a1803a4e77d79">dods_error</a>;
<a name="l00159"></a>00159 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (value == <span class="stringliteral">"web_error"</span> | value == <span class="stringliteral">"web-error"</span>)
<a name="l00160"></a>00160 <span class="keywordflow">return</span> <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06aa4a8434126fdf1a42a77c74409973b54">web_error</a>;
<a name="l00161"></a>00161 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (value == <span class="stringliteral">"dap4_ddx"</span> | value == <span class="stringliteral">"dap4-ddx"</span>)
<a name="l00162"></a>00162 <span class="keywordflow">return</span> <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06a605a335e5665d5f3ac75cacf42a15ae8">dap4_ddx</a>;
<a name="l00163"></a>00163 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (value == <span class="stringliteral">"dap4_datax"</span> | value == <span class="stringliteral">"dap4-datax"</span>)
<a name="l00164"></a>00164 <span class="keywordflow">return</span> <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06adaa8b1a3385e5da7f9e3a1f6cb483911">dap4_datax</a>;
<a name="l00165"></a>00165 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (value == <span class="stringliteral">"dap4_errorx"</span> | value == <span class="stringliteral">"dap4-errorx"</span>)
<a name="l00166"></a>00166 <span class="keywordflow">return</span> <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06a480b68fa1c02173f875d487265e2f2ed">dap4_errorx</a>;
<a name="l00167"></a>00167 <span class="keywordflow">else</span>
<a name="l00168"></a>00168 <span class="keywordflow">return</span> <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06a5ea9f0cd3ea158ca267b3c7266a215a3">unknown_type</a>;
<a name="l00169"></a>00169 }
<a name="l00170"></a>00170
<a name="l00173"></a>00173 <span class="keyword">static</span> <span class="keywordtype">string</span>
<a name="l00174"></a>00174 http_status_to_string(<span class="keywordtype">int</span> status)
<a name="l00175"></a>00175 {
<a name="l00176"></a>00176 <span class="keywordflow">if</span> (status >= <a class="code" href="HTTPConnect_8cc.html#f2a500dd71767c8725eb7ac8150bb531">CLIENT_ERR_MIN</a> && status <= <a class="code" href="HTTPConnect_8cc.html#47b5885decc797e05cdd6aeccd8b0e6c">CLIENT_ERR_MAX</a>)
<a name="l00177"></a>00177 <span class="keywordflow">return</span> string(http_client_errors[status - <a class="code" href="HTTPConnect_8cc.html#f2a500dd71767c8725eb7ac8150bb531">CLIENT_ERR_MIN</a>]);
<a name="l00178"></a>00178 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (status >= <a class="code" href="HTTPConnect_8cc.html#84e779eec72cc737ebf8d78aeffeb29e">SERVER_ERR_MIN</a> && status <= <a class="code" href="HTTPConnect_8cc.html#22abc379c85443c83b487c1e1d312a74">SERVER_ERR_MAX</a>)
<a name="l00179"></a>00179 <span class="keywordflow">return</span> string(http_server_errors[status - <a class="code" href="HTTPConnect_8cc.html#84e779eec72cc737ebf8d78aeffeb29e">SERVER_ERR_MIN</a>]);
<a name="l00180"></a>00180 <span class="keywordflow">else</span>
<a name="l00181"></a>00181 <span class="keywordflow">return</span> string(<span class="stringliteral">"Unknown Error: This indicates a problem with libdap++.\nPlease report this to support@opendap.org."</span>);
<a name="l00182"></a>00182 }
<a name="l00183"></a>00183
<a name="l00188"></a>00188 <span class="keyword">class </span>ParseHeader : <span class="keyword">public</span> unary_function<const string &, void>
<a name="l00189"></a>00189 {
<a name="l00190"></a>00190 <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06a" title="The type of object in the stream coming from the data server.">ObjectType</a> type; <span class="comment">// What type of object is in the stream?</span>
<a name="l00191"></a>00191 <span class="keywordtype">string</span> server; <span class="comment">// Server's version string.</span>
<a name="l00192"></a>00192 <span class="keywordtype">string</span> protocol; <span class="comment">// Server's protocol version.</span>
<a name="l00193"></a>00193 <span class="keywordtype">string</span> location; <span class="comment">// Url returned by server</span>
<a name="l00194"></a>00194
<a name="l00195"></a>00195 <span class="keyword">public</span>:
<a name="l00196"></a>00196 ParseHeader() : type(<a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06a5ea9f0cd3ea158ca267b3c7266a215a3">unknown_type</a>), server(<span class="stringliteral">"dods/0.0"</span>), protocol(<span class="stringliteral">"2.0"</span>)
<a name="l00197"></a>00197 { }
<a name="l00198"></a>00198
<a name="l00199"></a>00199 <span class="keywordtype">void</span> operator()(<span class="keyword">const</span> <span class="keywordtype">string</span> &header)
<a name="l00200"></a>00200 {
<a name="l00201"></a>00201 std::istringstream line(header);
<a name="l00202"></a>00202
<a name="l00203"></a>00203 <span class="keywordtype">string</span> name;
<a name="l00204"></a>00204 line >> name;
<a name="l00205"></a>00205 <a class="code" href="namespacelibdap.html#7edce266869606fc7bb46124f8d63809">downcase</a>(name);
<a name="l00206"></a>00206 <span class="keywordflow">if</span> (name == <span class="stringliteral">"content-description:"</span>) {
<a name="l00207"></a>00207 <span class="keywordtype">string</span> value;
<a name="l00208"></a>00208 line >> value;
<a name="l00209"></a>00209 <a class="code" href="namespacelibdap.html#7edce266869606fc7bb46124f8d63809">downcase</a>(value);
<a name="l00210"></a>00210 <a class="code" href="debug_8h.html#c1f764c266c50f0050e33557004c914c">DBG2</a>(cout << name << <span class="stringliteral">": "</span> << value << endl);
<a name="l00211"></a>00211 type = <a class="code" href="namespacelibdap.html#284c1c548cbcea75bb1b7c8374dc04e9">get_description_type</a>(value);
<a name="l00212"></a>00212 }
<a name="l00213"></a>00213 <span class="comment">// The second test (== "dods/0.0") tests if xopendap-server has already</span>
<a name="l00214"></a>00214 <span class="comment">// been seen. If so, use that header in preference to the old</span>
<a name="l00215"></a>00215 <span class="comment">// XDODS-Server header. jhrg 2/7/06</span>
<a name="l00216"></a>00216 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (name == <span class="stringliteral">"xdods-server:"</span> && server == <span class="stringliteral">"dods/0.0"</span>) {
<a name="l00217"></a>00217 <span class="keywordtype">string</span> value;
<a name="l00218"></a>00218 line >> value;
<a name="l00219"></a>00219 <a class="code" href="namespacelibdap.html#7edce266869606fc7bb46124f8d63809">downcase</a>(value);
<a name="l00220"></a>00220 <a class="code" href="debug_8h.html#c1f764c266c50f0050e33557004c914c">DBG2</a>(cout << name << <span class="stringliteral">": "</span> << value << endl);
<a name="l00221"></a>00221 server = value;
<a name="l00222"></a>00222 }
<a name="l00223"></a>00223 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (name == <span class="stringliteral">"xopendap-server:"</span>) {
<a name="l00224"></a>00224 <span class="keywordtype">string</span> value;
<a name="l00225"></a>00225 line >> value;
<a name="l00226"></a>00226 <a class="code" href="namespacelibdap.html#7edce266869606fc7bb46124f8d63809">downcase</a>(value);
<a name="l00227"></a>00227 <a class="code" href="debug_8h.html#c1f764c266c50f0050e33557004c914c">DBG2</a>(cout << name << <span class="stringliteral">": "</span> << value << endl);
<a name="l00228"></a>00228 server = value;
<a name="l00229"></a>00229 }
<a name="l00230"></a>00230 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (name == <span class="stringliteral">"xdap:"</span>) {
<a name="l00231"></a>00231 <span class="keywordtype">string</span> value;
<a name="l00232"></a>00232 line >> value;
<a name="l00233"></a>00233 <a class="code" href="namespacelibdap.html#7edce266869606fc7bb46124f8d63809">downcase</a>(value);
<a name="l00234"></a>00234 <a class="code" href="debug_8h.html#c1f764c266c50f0050e33557004c914c">DBG2</a>(cout << name << <span class="stringliteral">": "</span> << value << endl);
<a name="l00235"></a>00235 protocol = value;
<a name="l00236"></a>00236 }
<a name="l00237"></a>00237 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (server == <span class="stringliteral">"dods/0.0"</span> && name == <span class="stringliteral">"server:"</span>) {
<a name="l00238"></a>00238 <span class="keywordtype">string</span> value;
<a name="l00239"></a>00239 line >> value;
<a name="l00240"></a>00240 <a class="code" href="namespacelibdap.html#7edce266869606fc7bb46124f8d63809">downcase</a>(value);
<a name="l00241"></a>00241 <a class="code" href="debug_8h.html#c1f764c266c50f0050e33557004c914c">DBG2</a>(cout << name << <span class="stringliteral">": "</span> << value << endl);
<a name="l00242"></a>00242 server = value;
<a name="l00243"></a>00243 }
<a name="l00244"></a>00244 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (name == <span class="stringliteral">"location:"</span>) {
<a name="l00245"></a>00245 <span class="keywordtype">string</span> value;
<a name="l00246"></a>00246 line >> value;
<a name="l00247"></a>00247 <a class="code" href="debug_8h.html#c1f764c266c50f0050e33557004c914c">DBG2</a>(cout << name << <span class="stringliteral">": "</span> << value << endl);
<a name="l00248"></a>00248 location = value;
<a name="l00249"></a>00249 }
<a name="l00250"></a>00250 <span class="keywordflow">else</span> <span class="keywordflow">if</span> (type == <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06a5ea9f0cd3ea158ca267b3c7266a215a3">unknown_type</a> && name == <span class="stringliteral">"content-type:"</span>
<a name="l00251"></a>00251 && line.str().find(<span class="stringliteral">"text/html"</span>) != string::npos) {
<a name="l00252"></a>00252 <a class="code" href="debug_8h.html#c1f764c266c50f0050e33557004c914c">DBG2</a>(cout << name << <span class="stringliteral">": text/html..."</span> << endl);
<a name="l00253"></a>00253 type = <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06aa4a8434126fdf1a42a77c74409973b54">web_error</a>;
<a name="l00254"></a>00254 }
<a name="l00255"></a>00255 }
<a name="l00256"></a>00256
<a name="l00257"></a>00257 <a class="code" href="namespacelibdap.html#e7466ed8496f06654ec276eac907c06a" title="The type of object in the stream coming from the data server.">ObjectType</a> get_object_type()
<a name="l00258"></a>00258 {
<a name="l00259"></a>00259 <span class="keywordflow">return</span> type;
<a name="l00260"></a>00260 }
<a name="l00261"></a>00261
<a name="l00262"></a>00262 <span class="keywordtype">string</span> get_server()
<a name="l00263"></a>00263 {
<a name="l00264"></a>00264 <span class="keywordflow">return</span> server;
<a name="l00265"></a>00265 }
<a name="l00266"></a>00266
<a name="l00267"></a>00267 <span class="keywordtype">string</span> get_protocol()
<a name="l00268"></a>00268 {
<a name="l00269"></a>00269 <span class="keywordflow">return</span> protocol;
<a name="l00270"></a>00270 }
<a name="l00271"></a>00271
<a name="l00272"></a>00272 <span class="keywordtype">string</span> get_location() {
<a name="l00273"></a>00273 <span class="keywordflow">return</span> location;
<a name="l00274"></a>00274 }
<a name="l00275"></a>00275 };
<a name="l00276"></a>00276
<a name="l00293"></a>00293 <span class="keyword">static</span> <span class="keywordtype">size_t</span>
<a name="l00294"></a>00294 save_raw_http_headers(<span class="keywordtype">void</span> *ptr, <span class="keywordtype">size_t</span> size, <span class="keywordtype">size_t</span> nmemb, <span class="keywordtype">void</span> *resp_hdrs)
<a name="l00295"></a>00295 {
<a name="l00296"></a>00296 <a class="code" href="debug_8h.html#c1f764c266c50f0050e33557004c914c">DBG2</a>(cerr << <span class="stringliteral">"Inside the header parser."</span> << endl);
<a name="l00297"></a>00297 vector<string> *hdrs = <span class="keyword">static_cast<</span>vector<string> * <span class="keyword">></span>(resp_hdrs);
<a name="l00298"></a>00298
<a name="l00299"></a>00299 <span class="comment">// Grab the header, minus the trailing newline. Or \r\n pair.</span>
<a name="l00300"></a>00300 <span class="keywordtype">string</span> complete_line;
<a name="l00301"></a>00301 <span class="keywordflow">if</span> (nmemb > 1 && *(static_cast<char*>(ptr) + size * (nmemb - 2)) == <span class="charliteral">'\r'</span>)
<a name="l00302"></a>00302 complete_line.assign(static_cast<char *>(ptr), size * (nmemb - 2));
<a name="l00303"></a>00303 <span class="keywordflow">else</span>
<a name="l00304"></a>00304 complete_line.assign(static_cast<char *>(ptr), size * (nmemb - 1));
<a name="l00305"></a>00305
<a name="l00306"></a>00306 <span class="comment">// Store all non-empty headers that are not HTTP status codes</span>
<a name="l00307"></a>00307 <span class="keywordflow">if</span> (complete_line != <span class="stringliteral">""</span> && complete_line.find(<span class="stringliteral">"HTTP"</span>) == string::npos) {
<a name="l00308"></a>00308 <a class="code" href="debug_8h.html#32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Header line: "</span> << complete_line << endl);
<a name="l00309"></a>00309 hdrs->push_back(complete_line);
<a name="l00310"></a>00310 }
<a name="l00311"></a>00311
<a name="l00312"></a>00312 <span class="keywordflow">return</span> size * nmemb;
<a name="l00313"></a>00313 }
<a name="l00314"></a>00314
<a name="l00316"></a>00316 <span class="keyword">static</span> <span class="keywordtype">int</span>
<a name="l00317"></a>00317 curl_debug(CURL *, curl_infotype info, <span class="keywordtype">char</span> *msg, <span class="keywordtype">size_t</span> size, <span class="keywordtype">void</span> *)
<a name="l00318"></a>00318 {
<a name="l00319"></a>00319 <span class="keywordtype">string</span> message(msg, size);
<a name="l00320"></a>00320
<a name="l00321"></a>00321 <span class="keywordflow">switch</span> (info) {
<a name="l00322"></a>00322 <span class="keywordflow">case</span> CURLINFO_TEXT:
<a name="l00323"></a>00323 cerr << <span class="stringliteral">"Text: "</span> << message; <span class="keywordflow">break</span>;
<a name="l00324"></a>00324 <span class="keywordflow">case</span> CURLINFO_HEADER_IN:
<a name="l00325"></a>00325 cerr << <span class="stringliteral">"Header in: "</span> << message; <span class="keywordflow">break</span>;
<a name="l00326"></a>00326 <span class="keywordflow">case</span> CURLINFO_HEADER_OUT:
<a name="l00327"></a>00327 cerr << <span class="stringliteral">"Header out: "</span> << message; <span class="keywordflow">break</span>;
<a name="l00328"></a>00328 <span class="keywordflow">case</span> CURLINFO_DATA_IN:
<a name="l00329"></a>00329 cerr << <span class="stringliteral">"Data in: "</span> << message; <span class="keywordflow">break</span>;
<a name="l00330"></a>00330 <span class="keywordflow">case</span> CURLINFO_DATA_OUT:
<a name="l00331"></a>00331 cerr << <span class="stringliteral">"Data out: "</span> << message; <span class="keywordflow">break</span>;
<a name="l00332"></a>00332 <span class="keywordflow">case</span> CURLINFO_END:
<a name="l00333"></a>00333 cerr << <span class="stringliteral">"End: "</span> << message; <span class="keywordflow">break</span>;
<a name="l00334"></a>00334 <span class="preprocessor">#ifdef CURLINFO_SSL_DATA_IN</span>
<a name="l00335"></a>00335 <span class="preprocessor"></span> <span class="keywordflow">case</span> CURLINFO_SSL_DATA_IN:
<a name="l00336"></a>00336 cerr << <span class="stringliteral">"SSL Data in: "</span> << message; <span class="keywordflow">break</span>;
<a name="l00337"></a>00337 <span class="preprocessor">#endif</span>
<a name="l00338"></a>00338 <span class="preprocessor"></span><span class="preprocessor">#ifdef CURLINFO_SSL_DATA_OUT</span>
<a name="l00339"></a>00339 <span class="preprocessor"></span> <span class="keywordflow">case</span> CURLINFO_SSL_DATA_OUT:
<a name="l00340"></a>00340 cerr << <span class="stringliteral">"SSL Data out: "</span> << message; <span class="keywordflow">break</span>;
<a name="l00341"></a>00341 <span class="preprocessor">#endif</span>
<a name="l00342"></a>00342 <span class="preprocessor"></span> <span class="keywordflow">default</span>:
<a name="l00343"></a>00343 cerr << <span class="stringliteral">"Curl info: "</span> << message; <span class="keywordflow">break</span>;
<a name="l00344"></a>00344 }
<a name="l00345"></a>00345 <span class="keywordflow">return</span> 0;
<a name="l00346"></a>00346 }
<a name="l00347"></a>00347
<a name="l00351"></a>00351 <span class="keywordtype">void</span>
<a name="l00352"></a>00352 HTTPConnect::www_lib_init()
<a name="l00353"></a>00353 {
<a name="l00354"></a>00354 d_curl = curl_easy_init();
<a name="l00355"></a>00355 <span class="keywordflow">if</span> (!d_curl)
<a name="l00356"></a>00356 <span class="keywordflow">throw</span> InternalErr(__FILE__, __LINE__, <span class="stringliteral">"Could not initialize libcurl."</span>);
<a name="l00357"></a>00357
<a name="l00358"></a>00358 <span class="comment">// Now set options that will remain constant for the duration of this</span>
<a name="l00359"></a>00359 <span class="comment">// CURL object.</span>
<a name="l00360"></a>00360
<a name="l00361"></a>00361 <span class="comment">// Set the proxy host.</span>
<a name="l00362"></a>00362 <span class="keywordflow">if</span> (!d_rcr->get_proxy_server_host().empty()) {
<a name="l00363"></a>00363 <a class="code" href="debug_8h.html#32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Setting up a proxy server."</span> << endl);
<a name="l00364"></a>00364 <a class="code" href="debug_8h.html#32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Proxy host: "</span> << d_rcr->get_proxy_server_host()
<a name="l00365"></a>00365 << endl);
<a name="l00366"></a>00366 <a class="code" href="debug_8h.html#32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Proxy port: "</span> << d_rcr->get_proxy_server_port()
<a name="l00367"></a>00367 << endl);
<a name="l00368"></a>00368 <a class="code" href="debug_8h.html#32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Proxy pwd : "</span> << d_rcr->get_proxy_server_userpw()
<a name="l00369"></a>00369 << endl);
<a name="l00370"></a>00370 curl_easy_setopt(d_curl, CURLOPT_PROXY,
<a name="l00371"></a>00371 d_rcr->get_proxy_server_host().c_str());
<a name="l00372"></a>00372 curl_easy_setopt(d_curl, CURLOPT_PROXYPORT,
<a name="l00373"></a>00373 d_rcr->get_proxy_server_port());
<a name="l00374"></a>00374
<a name="l00375"></a>00375 <span class="comment">// As of 4/21/08 only NTLM, Digest and Basic work.</span>
<a name="l00376"></a>00376 <span class="preprocessor">#ifdef CURLOPT_PROXYAUTH</span>
<a name="l00377"></a>00377 <span class="preprocessor"></span> curl_easy_setopt(d_curl, CURLOPT_PROXYAUTH, (<span class="keywordtype">long</span>)CURLAUTH_ANY);
<a name="l00378"></a>00378 <span class="preprocessor">#endif</span>
<a name="l00379"></a>00379 <span class="preprocessor"></span>
<a name="l00380"></a>00380 <span class="comment">// Password might not be required. 06/21/04 jhrg</span>
<a name="l00381"></a>00381 <span class="keywordflow">if</span> (!d_rcr->get_proxy_server_userpw().empty())
<a name="l00382"></a>00382 curl_easy_setopt(d_curl, CURLOPT_PROXYUSERPWD,
<a name="l00383"></a>00383 d_rcr->get_proxy_server_userpw().c_str());
<a name="l00384"></a>00384 }
<a name="l00385"></a>00385
<a name="l00386"></a>00386 curl_easy_setopt(d_curl, CURLOPT_ERRORBUFFER, d_error_buffer);
<a name="l00387"></a>00387 <span class="comment">// We have to set FailOnError to false for any of the non-Basic</span>
<a name="l00388"></a>00388 <span class="comment">// authentication schemes to work. 07/28/03 jhrg</span>
<a name="l00389"></a>00389 curl_easy_setopt(d_curl, CURLOPT_FAILONERROR, 0);
<a name="l00390"></a>00390
<a name="l00391"></a>00391 <span class="comment">// This means libcurl will use Basic, Digest, GSS Negotiate, or NTLM,</span>
<a name="l00392"></a>00392 <span class="comment">// choosing the the 'safest' one supported by the server.</span>
<a name="l00393"></a>00393 <span class="comment">// This requires curl 7.10.6 which is still in pre-release. 07/25/03 jhrg</span>
<a name="l00394"></a>00394 curl_easy_setopt(d_curl, CURLOPT_HTTPAUTH, (<span class="keywordtype">long</span>)CURLAUTH_ANY);
<a name="l00395"></a>00395
<a name="l00396"></a>00396 curl_easy_setopt(d_curl, CURLOPT_NOPROGRESS, 1);
<a name="l00397"></a>00397 curl_easy_setopt(d_curl, CURLOPT_NOSIGNAL, 1);
<a name="l00398"></a>00398 curl_easy_setopt(d_curl, CURLOPT_HEADERFUNCTION, save_raw_http_headers);
<a name="l00399"></a>00399 <span class="comment">// In read_url a call to CURLOPT_WRITEHEADER is used to set the fourth</span>
<a name="l00400"></a>00400 <span class="comment">// param of save_raw_http_headers to a vector<string> object.</span>
<a name="l00401"></a>00401
<a name="l00402"></a>00402 <span class="comment">// Follow 302 (redirect) responses</span>
<a name="l00403"></a>00403 curl_easy_setopt(d_curl, CURLOPT_FOLLOWLOCATION, 1);
<a name="l00404"></a>00404 curl_easy_setopt(d_curl, CURLOPT_MAXREDIRS, 5);
<a name="l00405"></a>00405
<a name="l00406"></a>00406 <span class="comment">// If the user turns off SSL validation...</span>
<a name="l00407"></a>00407 <span class="keywordflow">if</span> (!d_rcr->get_validate_ssl() == 0) {
<a name="l00408"></a>00408 curl_easy_setopt(d_curl, CURLOPT_SSL_VERIFYPEER, 0);
<a name="l00409"></a>00409 curl_easy_setopt(d_curl, CURLOPT_SSL_VERIFYHOST, 0);
<a name="l00410"></a>00410 }
<a name="l00411"></a>00411
<a name="l00412"></a>00412 <span class="comment">// Look to see if cookies are turned on in the .dodsrc file. If so,</span>
<a name="l00413"></a>00413 <span class="comment">// activate here. We honor 'session cookies' (cookies without an</span>
<a name="l00414"></a>00414 <span class="comment">// expiration date) here so that session-base SSO systems will work as</span>
<a name="l00415"></a>00415 <span class="comment">// expected. </span>
<a name="l00416"></a>00416 <span class="keywordflow">if</span> (!d_cookie_jar.empty()) {
<a name="l00417"></a>00417 <a class="code" href="debug_8h.html#32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Setting the cookie jar to: "</span> << d_cookie_jar << endl);
<a name="l00418"></a>00418 curl_easy_setopt(d_curl, CURLOPT_COOKIEJAR, d_cookie_jar.c_str());
<a name="l00419"></a>00419 curl_easy_setopt(d_curl, CURLOPT_COOKIESESSION, 1);
<a name="l00420"></a>00420 }
<a name="l00421"></a>00421
<a name="l00422"></a>00422 <span class="keywordflow">if</span> (<a class="code" href="namespacelibdap.html#ab2a595ed5ba24c6f549093fdf645c67">www_trace</a>) {
<a name="l00423"></a>00423 cerr << <span class="stringliteral">"Curl version: "</span> << curl_version() << endl;
<a name="l00424"></a>00424 curl_easy_setopt(d_curl, CURLOPT_VERBOSE, 1);
<a name="l00425"></a>00425 curl_easy_setopt(d_curl, CURLOPT_DEBUGFUNCTION, curl_debug);
<a name="l00426"></a>00426 }
<a name="l00427"></a>00427 }
<a name="l00428"></a>00428
<a name="l00432"></a>00432 <span class="keyword">class </span>BuildHeaders : <span class="keyword">public</span> unary_function<const string &, void>
<a name="l00433"></a>00433 {
<a name="l00434"></a>00434 <span class="keyword">struct </span>curl_slist *d_cl;
<a name="l00435"></a>00435
<a name="l00436"></a>00436 <span class="keyword">public</span>:
<a name="l00437"></a>00437 BuildHeaders() : d_cl(0)
<a name="l00438"></a>00438 {}
<a name="l00439"></a>00439
<a name="l00440"></a>00440 <span class="keywordtype">void</span> operator()(<span class="keyword">const</span> <span class="keywordtype">string</span> &header)
<a name="l00441"></a>00441 {
<a name="l00442"></a>00442 <a class="code" href="debug_8h.html#32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Adding '"</span> << header.c_str() << <span class="stringliteral">"' to the header list."</span>
<a name="l00443"></a>00443 << endl);
<a name="l00444"></a>00444 d_cl = curl_slist_append(d_cl, header.c_str());
<a name="l00445"></a>00445 }
<a name="l00446"></a>00446
<a name="l00447"></a>00447 <span class="keyword">struct </span>curl_slist *get_headers()
<a name="l00448"></a>00448 {
<a name="l00449"></a>00449 <span class="keywordflow">return</span> d_cl;
<a name="l00450"></a>00450 }
<a name="l00451"></a>00451 };
<a name="l00452"></a>00452
<a name="l00467"></a>00467 <span class="keywordtype">long</span>
<a name="l00468"></a>00468 HTTPConnect::read_url(<span class="keyword">const</span> <span class="keywordtype">string</span> &url, FILE *stream,
<a name="l00469"></a>00469 vector<string> *resp_hdrs,
<a name="l00470"></a>00470 <span class="keyword">const</span> vector<string> *headers)
<a name="l00471"></a>00471 {
<a name="l00472"></a>00472 curl_easy_setopt(d_curl, CURLOPT_URL, url.c_str());
<a name="l00473"></a>00473
<a name="l00474"></a>00474 <span class="preprocessor">#ifdef WIN32</span>
<a name="l00475"></a>00475 <span class="preprocessor"></span> <span class="comment">// See the curl documentation for CURLOPT_FILE (nka CURLOPT_WRITEDATA)</span>
<a name="l00476"></a>00476 <span class="comment">// and the CURLOPT_WRITEFUNCTION option. Quote: "If you are using libcurl as</span>
<a name="l00477"></a>00477 <span class="comment">// a win32 DLL, you MUST use the CURLOPT_WRITEFUNCTION option if you set the</span>
<a name="l00478"></a>00478 <span class="comment">// CURLOPT_WRITEDATA option or you will experience crashes". At the root of</span>
<a name="l00479"></a>00479 <span class="comment">// this issue is that one should not pass a FILE * to a windows DLL. Close</span>
<a name="l00480"></a>00480 <span class="comment">// inspection of libcurl yields that their default write function when using</span>
<a name="l00481"></a>00481 <span class="comment">// the CURLOPT_WRITEDATA is just "fwrite".</span>
<a name="l00482"></a>00482 curl_easy_setopt(d_curl, CURLOPT_FILE, stream);
<a name="l00483"></a>00483 curl_easy_setopt(d_curl, CURLOPT_WRITEFUNCTION, &fwrite);
<a name="l00484"></a>00484 <span class="preprocessor">#else</span>
<a name="l00485"></a>00485 <span class="preprocessor"></span> curl_easy_setopt(d_curl, CURLOPT_FILE, stream);
<a name="l00486"></a>00486 <span class="preprocessor">#endif</span>
<a name="l00487"></a>00487 <span class="preprocessor"></span>
<a name="l00488"></a>00488 <a class="code" href="debug_8h.html#32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(copy(d_request_headers.begin(), d_request_headers.end(),
<a name="l00489"></a>00489 ostream_iterator<string>(cerr, <span class="stringliteral">"\n"</span>)));
<a name="l00490"></a>00490
<a name="l00491"></a>00491 BuildHeaders req_hdrs;
<a name="l00492"></a>00492 req_hdrs = for_each(d_request_headers.begin(), d_request_headers.end(),
<a name="l00493"></a>00493 req_hdrs);
<a name="l00494"></a>00494 <span class="keywordflow">if</span> (headers)
<a name="l00495"></a>00495 req_hdrs = for_each(headers->begin(), headers->end(), req_hdrs);
<a name="l00496"></a>00496 curl_easy_setopt(d_curl, CURLOPT_HTTPHEADER, req_hdrs.get_headers());
<a name="l00497"></a>00497
<a name="l00498"></a>00498 <span class="keywordflow">if</span> (d_accept_deflate)
<a name="l00499"></a>00499 curl_easy_setopt(d_curl, CURLOPT_ENCODING, <span class="stringliteral">"deflate"</span>);
<a name="l00500"></a>00500
<a name="l00501"></a>00501 <span class="comment">// Turn off the proxy for this URL?</span>
<a name="l00502"></a>00502 <span class="keywordtype">bool</span> temporary_proxy = <span class="keyword">false</span>;
<a name="l00503"></a>00503 <span class="keywordflow">if</span> ((temporary_proxy = url_uses_no_proxy_for(url))) {
<a name="l00504"></a>00504 <a class="code" href="debug_8h.html#32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Suppress proxy for url: "</span> << url << endl);
<a name="l00505"></a>00505 curl_easy_setopt(d_curl, CURLOPT_PROXY, 0);
<a name="l00506"></a>00506 }
<a name="l00507"></a>00507
<a name="l00508"></a>00508 string::size_type at_sign = url.find(<span class="charliteral">'@'</span>);
<a name="l00509"></a>00509 <span class="comment">// Assume username:password present *and* assume it's an HTTP URL; it *is*</span>
<a name="l00510"></a>00510 <span class="comment">// HTTPConnect, after all. 7 is position after "http://"; the second arg</span>
<a name="l00511"></a>00511 <span class="comment">// to substr() is the sub string length.</span>
<a name="l00512"></a>00512 <span class="keywordflow">if</span> (at_sign != url.npos)
<a name="l00513"></a>00513 d_upstring = url.substr(7, at_sign - 7);
<a name="l00514"></a>00514
<a name="l00515"></a>00515 <span class="keywordflow">if</span> (!d_upstring.empty())
<a name="l00516"></a>00516 curl_easy_setopt(d_curl, CURLOPT_USERPWD, d_upstring.c_str());
<a name="l00517"></a>00517
<a name="l00518"></a>00518 <span class="comment">// Pass save_raw_http_headers() a pointer to the vector<string> where the</span>
<a name="l00519"></a>00519 <span class="comment">// response headers may be stored. Callers can use the resp_hdrs</span>
<a name="l00520"></a>00520 <span class="comment">// value/result parameter to get the raw response header information .</span>
<a name="l00521"></a>00521 curl_easy_setopt(d_curl, CURLOPT_WRITEHEADER, resp_hdrs);
<a name="l00522"></a>00522
<a name="l00523"></a>00523 CURLcode res = curl_easy_perform(d_curl);
<a name="l00524"></a>00524
<a name="l00525"></a>00525 <span class="comment">// Free the header list and null the value in d_curl.</span>
<a name="l00526"></a>00526 curl_slist_free_all(req_hdrs.get_headers());
<a name="l00527"></a>00527 curl_easy_setopt(d_curl, CURLOPT_HTTPHEADER, 0);
<a name="l00528"></a>00528
<a name="l00529"></a>00529 <span class="comment">// Reset the proxy?</span>
<a name="l00530"></a>00530 <span class="keywordflow">if</span> (temporary_proxy && !d_rcr->get_proxy_server_host().empty())
<a name="l00531"></a>00531 curl_easy_setopt(d_curl, CURLOPT_PROXY,
<a name="l00532"></a>00532 d_rcr->get_proxy_server_host().c_str());
<a name="l00533"></a>00533
<a name="l00534"></a>00534 <span class="keywordflow">if</span> (res != 0)
<a name="l00535"></a>00535 <span class="keywordflow">throw</span> Error(d_error_buffer);
<a name="l00536"></a>00536
<a name="l00537"></a>00537 <span class="keywordtype">long</span> status;
<a name="l00538"></a>00538 res = curl_easy_getinfo(d_curl, CURLINFO_HTTP_CODE, &status);
<a name="l00539"></a>00539 <span class="keywordflow">if</span> (res != 0)
<a name="l00540"></a>00540 <span class="keywordflow">throw</span> Error(d_error_buffer);
<a name="l00541"></a>00541
<a name="l00542"></a>00542 <span class="keywordflow">return</span> status;
<a name="l00543"></a>00543 }
<a name="l00544"></a>00544
<a name="l00548"></a>00548 <span class="keywordtype">bool</span>
<a name="l00549"></a>00549 HTTPConnect::url_uses_proxy_for(<span class="keyword">const</span> <span class="keywordtype">string</span> &url) <span class="keywordflow">throw</span>()
<a name="l00550"></a>00550 {
<a name="l00551"></a>00551 <span class="keywordflow">if</span> (d_rcr->is_proxy_for_used()) {
<a name="l00552"></a>00552 Regex host_regex(d_rcr->get_proxy_for_regexp().c_str());
<a name="l00553"></a>00553 <span class="keywordtype">int</span> index = 0, matchlen;
<a name="l00554"></a>00554 <span class="keywordflow">return</span> host_regex.search(url.c_str(), url.size(), matchlen, index)
<a name="l00555"></a>00555 != -1;
<a name="l00556"></a>00556 }
<a name="l00557"></a>00557
<a name="l00558"></a>00558 <span class="keywordflow">return</span> <span class="keyword">false</span>;
<a name="l00559"></a>00559 }
<a name="l00560"></a>00560
<a name="l00564"></a>00564 <span class="keywordtype">bool</span>
<a name="l00565"></a>00565 HTTPConnect::url_uses_no_proxy_for(<span class="keyword">const</span> <span class="keywordtype">string</span> &url) <span class="keywordflow">throw</span>()
<a name="l00566"></a>00566 {
<a name="l00567"></a>00567 <span class="keywordflow">return</span> d_rcr->is_no_proxy_for_used()
<a name="l00568"></a>00568 && url.find(d_rcr->get_no_proxy_for_host()) != string::npos;
<a name="l00569"></a>00569 }
<a name="l00570"></a>00570
<a name="l00571"></a>00571 <span class="comment">// Public methods. Mostly...</span>
<a name="l00572"></a>00572
<a name="l00579"></a><a class="code" href="classlibdap_1_1HTTPConnect.html#58ba19401da6dc272f77ef709ba09230">00579</a> <a class="code" href="classlibdap_1_1HTTPConnect.html#6648957e9aa38739b953e61241fdb162">HTTPConnect::HTTPConnect</a>(<a class="code" href="classlibdap_1_1RCReader.html">RCReader</a> *rcr) : d_username(<span class="stringliteral">""</span>), d_password(<span class="stringliteral">""</span>),
<a name="l00580"></a>00580 d_cookie_jar(<span class="stringliteral">""</span>),
<a name="l00581"></a>00581 d_dap_client_protocol_major(2),
<a name="l00582"></a>00582 d_dap_client_protocol_minor(0)
<a name="l00583"></a>00583
<a name="l00584"></a>00584 {
<a name="l00585"></a>00585 d_accept_deflate = rcr-><a class="code" href="classlibdap_1_1RCReader.html#d5234d5cd0a2a1d4719b5cd075c0b767">get_deflate</a>();
<a name="l00586"></a>00586 d_rcr = rcr;
<a name="l00587"></a>00587
<a name="l00588"></a>00588 <span class="comment">// Load in the default headers to send with a request. The empty Pragma</span>
<a name="l00589"></a>00589 <span class="comment">// headers overrides libcurl's default Pragma: no-cache header (which</span>
<a name="l00590"></a>00590 <span class="comment">// will disable caching by Squid, et c.). The User-Agent header helps</span>
<a name="l00591"></a>00591 <span class="comment">// make server logs more readable. 05/05/03 jhrg</span>
<a name="l00592"></a>00592 d_request_headers.push_back(<span class="keywordtype">string</span>(<span class="stringliteral">"Pragma:"</span>));
<a name="l00593"></a>00593 <span class="keywordtype">string</span> user_agent = string(<span class="stringliteral">"User-Agent: "</span>) + string(<a class="code" href="config_8h.html#2c6ea16cccc0dfe3051c4b605841edf3">CNAME</a>)
<a name="l00594"></a>00594 + string(<span class="stringliteral">"/"</span>) + string(<a class="code" href="config_8h.html#3a86ed8fb42f5192508897934b5f977e">CVER</a>);
<a name="l00595"></a>00595 d_request_headers.push_back(user_agent);
<a name="l00596"></a>00596 <span class="keywordflow">if</span> (d_accept_deflate)
<a name="l00597"></a>00597 d_request_headers.push_back(<span class="keywordtype">string</span>(<span class="stringliteral">"Accept-Encoding: deflate, gzip, compress"</span>));
<a name="l00598"></a>00598
<a name="l00599"></a>00599 <span class="comment">// HTTPCache::instance returns a valid ptr or 0.</span>
<a name="l00600"></a>00600 <span class="keywordflow">if</span> (d_rcr-><a class="code" href="classlibdap_1_1RCReader.html#847dc39263717d07c4e24db17735c80d">get_use_cache</a>())
<a name="l00601"></a>00601 d_http_cache = <a class="code" href="classlibdap_1_1HTTPCache.html#152bdc19fdec15758d9c1a3a029d6900">HTTPCache::instance</a>(d_rcr-><a class="code" href="classlibdap_1_1RCReader.html#92e5078024266d6af3825ef004aaf9d3">get_dods_cache_root</a>(),
<a name="l00602"></a>00602 <span class="keyword">true</span>);
<a name="l00603"></a>00603 <span class="keywordflow">else</span>
<a name="l00604"></a>00604 d_http_cache = 0;
<a name="l00605"></a>00605
<a name="l00606"></a>00606 <a class="code" href="debug_8h.html#c1f764c266c50f0050e33557004c914c">DBG2</a>(cerr << <span class="stringliteral">"Cache object created ("</span> << hex << d_http_cache << dec
<a name="l00607"></a>00607 << <span class="stringliteral">")"</span> << endl);
<a name="l00608"></a>00608
<a name="l00609"></a>00609 <span class="keywordflow">if</span> (d_http_cache) {
<a name="l00610"></a>00610 d_http_cache-><a class="code" href="classlibdap_1_1HTTPCache.html#71aa835c2b38bc0e891f40b5a77c53ce">set_cache_enabled</a>(d_rcr-><a class="code" href="classlibdap_1_1RCReader.html#847dc39263717d07c4e24db17735c80d">get_use_cache</a>());
<a name="l00611"></a>00611 d_http_cache-><a class="code" href="classlibdap_1_1HTTPCache.html#1a8c5f13e82c3038e97eca9979ebd39c">set_expire_ignored</a>(d_rcr-><a class="code" href="classlibdap_1_1RCReader.html#711dd329a4c9f95ae55dc870723a4f65">get_ignore_expires</a>() != 0);
<a name="l00612"></a>00612 d_http_cache-><a class="code" href="classlibdap_1_1HTTPCache.html#b2447c27c88ebb29511379ede8ac5b6f">set_max_size</a>(d_rcr-><a class="code" href="classlibdap_1_1RCReader.html#b3a0d22c603c257989ddb57fb03f8493">get_max_cache_size</a>());
<a name="l00613"></a>00613 d_http_cache-><a class="code" href="classlibdap_1_1HTTPCache.html#92cc5b035dc08ae2704924002144fa29">set_max_entry_size</a>(d_rcr-><a class="code" href="classlibdap_1_1RCReader.html#c11888b53b1928ec5ddfe4a6a2de0c5a">get_max_cached_obj</a>());
<a name="l00614"></a>00614 d_http_cache-><a class="code" href="classlibdap_1_1HTTPCache.html#1ca5c8c205241f62596e283943906386">set_default_expiration</a>(d_rcr-><a class="code" href="classlibdap_1_1RCReader.html#f4792a02fb3c7a8262ae69135b4e8db4">get_default_expires</a>());
<a name="l00615"></a>00615 d_http_cache-><a class="code" href="classlibdap_1_1HTTPCache.html#a9a13a18ec837e891e81823a4d30da47">set_always_validate</a>(d_rcr-><a class="code" href="classlibdap_1_1RCReader.html#fa9253fc71b7d1d5379dca5f73bfc2b0">get_always_validate</a>() != 0);
<a name="l00616"></a>00616 }
<a name="l00617"></a>00617
<a name="l00618"></a>00618 d_cookie_jar = rcr-><a class="code" href="classlibdap_1_1RCReader.html#662e1484608cf19a967b70ebbe6fe063">get_cookie_jar</a>();
<a name="l00619"></a>00619
<a name="l00620"></a>00620 www_lib_init(); <span class="comment">// This may throw either Error or InternalErr</span>
<a name="l00621"></a>00621 }
<a name="l00622"></a>00622
<a name="l00623"></a><a class="code" href="classlibdap_1_1HTTPConnect.html#daecf86117db43a3d4d78971d897252e">00623</a> <a class="code" href="classlibdap_1_1HTTPConnect.html#daecf86117db43a3d4d78971d897252e">HTTPConnect::~HTTPConnect</a>()
<a name="l00624"></a>00624 {
<a name="l00625"></a>00625 <a class="code" href="debug_8h.html#c1f764c266c50f0050e33557004c914c">DBG2</a>(cerr << <span class="stringliteral">"Entering the HTTPConnect dtor"</span> << endl);
<a name="l00626"></a>00626
<a name="l00627"></a>00627 curl_easy_cleanup(d_curl);
<a name="l00628"></a>00628
<a name="l00629"></a>00629 <a class="code" href="debug_8h.html#c1f764c266c50f0050e33557004c914c">DBG2</a>(cerr << <span class="stringliteral">"Leaving the HTTPConnect dtor"</span> << endl);
<a name="l00630"></a>00630 }
<a name="l00631"></a>00631
<a name="l00644"></a>00644 <a class="code" href="classlibdap_1_1HTTPResponse.html">HTTPResponse</a> *
<a name="l00645"></a><a class="code" href="classlibdap_1_1HTTPConnect.html#5e3558838e245a96c9392b33ef4ba298">00645</a> <a class="code" href="classlibdap_1_1HTTPConnect.html#5e3558838e245a96c9392b33ef4ba298">HTTPConnect::fetch_url</a>(<span class="keyword">const</span> <span class="keywordtype">string</span> &url)
<a name="l00646"></a>00646 {
<a name="l00647"></a>00647 <span class="preprocessor">#ifdef HTTP_TRACE</span>
<a name="l00648"></a>00648 <span class="preprocessor"></span> cout << <span class="stringliteral">"GET "</span> << url << <span class="stringliteral">" HTTP/1.0"</span> << endl;
<a name="l00649"></a>00649 <span class="preprocessor">#endif</span>
<a name="l00650"></a>00650 <span class="preprocessor"></span>
<a name="l00651"></a>00651 <a class="code" href="classlibdap_1_1HTTPResponse.html">HTTPResponse</a> *stream;
<a name="l00652"></a>00652
<a name="l00653"></a>00653 <span class="keywordflow">if</span> (d_http_cache && d_http_cache-><a class="code" href="classlibdap_1_1HTTPCache.html#4492276bc732605cef02a146a657811f">is_cache_enabled</a>()) {
<a name="l00654"></a>00654 stream = caching_fetch_url(url);
<a name="l00655"></a>00655 }
<a name="l00656"></a>00656 <span class="keywordflow">else</span> {
<a name="l00657"></a>00657 stream = plain_fetch_url(url);
<a name="l00658"></a>00658 }
<a name="l00659"></a>00659
<a name="l00660"></a>00660 <span class="preprocessor">#ifdef HTTP_TRACE</span>
<a name="l00661"></a>00661 <span class="preprocessor"></span> stringstream ss;
<a name="l00662"></a>00662 ss << <span class="stringliteral">"HTTP/1.0 "</span> << stream-><a class="code" href="classlibdap_1_1Response.html#17cd38845849694a82f943c90919ea35">get_status</a>() << <span class="stringliteral">" -"</span> << endl;
<a name="l00663"></a>00663 <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> i = 0; i < stream-><a class="code" href="classlibdap_1_1HTTPResponse.html#049aad48922776e0e3d66ab843a2a4db">get_headers</a>()->size(); i++) {
<a name="l00664"></a>00664 ss << stream-><a class="code" href="classlibdap_1_1HTTPResponse.html#049aad48922776e0e3d66ab843a2a4db">get_headers</a>()->at(i) << endl;
<a name="l00665"></a>00665 }
<a name="l00666"></a>00666 cout << ss.str();
<a name="l00667"></a>00667 <span class="preprocessor">#endif</span>
<a name="l00668"></a>00668 <span class="preprocessor"></span>
<a name="l00669"></a>00669 <a class="code" href="classlibdap_1_1HTTPConnect.html#6cf7d84a8b4cb42b8503948b6c5973cc">ParseHeader</a> parser;
<a name="l00670"></a>00670
<a name="l00671"></a>00671 parser = for_each(stream-><a class="code" href="classlibdap_1_1HTTPResponse.html#049aad48922776e0e3d66ab843a2a4db">get_headers</a>()->begin(),
<a name="l00672"></a>00672 stream-><a class="code" href="classlibdap_1_1HTTPResponse.html#049aad48922776e0e3d66ab843a2a4db">get_headers</a>()->end(), <a class="code" href="classlibdap_1_1HTTPConnect.html#6cf7d84a8b4cb42b8503948b6c5973cc">ParseHeader</a>());
<a name="l00673"></a>00673
<a name="l00674"></a>00674 <span class="preprocessor">#ifdef HTTP_TRACE</span>
<a name="l00675"></a>00675 <span class="preprocessor"></span> cout << endl << endl;
<a name="l00676"></a>00676 <span class="preprocessor">#endif</span>
<a name="l00677"></a>00677 <span class="preprocessor"></span>
<a name="l00678"></a>00678 <span class="comment">// handle redirection case (2007-04-27, gaffigan@sfos.uaf.edu)</span>
<a name="l00679"></a>00679 <span class="keywordflow">if</span> (parser.get_location() != <span class="stringliteral">""</span> &&
<a name="l00680"></a>00680 url.substr(0,url.find(<span class="stringliteral">"?"</span>,0)).compare(parser.get_location().substr(0,url.find(<span class="stringliteral">"?"</span>,0))) != 0) {
<a name="l00681"></a>00681 <span class="keywordflow">return</span> <a class="code" href="classlibdap_1_1HTTPConnect.html#5e3558838e245a96c9392b33ef4ba298">fetch_url</a>(parser.get_location());
<a name="l00682"></a>00682 }
<a name="l00683"></a>00683
<a name="l00684"></a>00684 stream-><a class="code" href="classlibdap_1_1Response.html#7a7807d0a45dd1f6111987f054956e24">set_type</a>(parser.get_object_type());
<a name="l00685"></a>00685 stream-><a class="code" href="classlibdap_1_1Response.html#041d867c1ce5302a2033a8065c6d52a9">set_version</a>(parser.get_server());
<a name="l00686"></a>00686 stream-><a class="code" href="classlibdap_1_1Response.html#f077130cb39ac3c370776d490e81720b">set_protocol</a>(parser.get_protocol());
<a name="l00687"></a>00687
<a name="l00688"></a>00688 <span class="keywordflow">return</span> stream;
<a name="l00689"></a>00689 }
<a name="l00690"></a>00690
<a name="l00691"></a>00691 <span class="comment">// Look around for a reasonable place to put a temporary file. Check first</span>
<a name="l00692"></a>00692 <span class="comment">// the value of the TMPDIR env var. If that does not yeild a path that's</span>
<a name="l00693"></a>00693 <span class="comment">// writable (as defined by access(..., W_OK|R_OK)) then look at P_tmpdir (as</span>
<a name="l00694"></a>00694 <span class="comment">// defined in stdio.h. If both come up empty, then use `./'.</span>
<a name="l00695"></a>00695 <span class="comment">//</span>
<a name="l00696"></a>00696 <span class="comment">// This function allocates storage using new. The caller must delete the char</span>
<a name="l00697"></a>00697 <span class="comment">// array.</span>
<a name="l00698"></a>00698
<a name="l00699"></a>00699 <span class="comment">// Change this to a version that either returns a string or an open file</span>
<a name="l00700"></a>00700 <span class="comment">// descriptor. Use information from https://buildsecurityin.us-cert.gov/</span>
<a name="l00701"></a>00701 <span class="comment">// (see open()) to make it more secure. Ideal solution: get deserialize()</span>
<a name="l00702"></a>00702 <span class="comment">// methods to read from a stream returned by libcurl, not from a temporary</span>
<a name="l00703"></a>00703 <span class="comment">// file. 9/21/07 jhrg</span>
<a name="l00704"></a>00704 <span class="keyword">static</span> <span class="keywordtype">char</span> *
<a name="l00705"></a>00705 get_tempfile_template(<span class="keywordtype">char</span> *file_template)
<a name="l00706"></a>00706 {
<a name="l00707"></a>00707 <span class="keywordtype">char</span> *c;
<a name="l00708"></a>00708
<a name="l00709"></a>00709 <span class="preprocessor">#ifdef WIN32</span>
<a name="l00710"></a>00710 <span class="preprocessor"></span> <span class="comment">// whitelist for a WIN32 directory</span>
<a name="l00711"></a>00711 Regex directory(<span class="stringliteral">"[-a-zA-Z0-9_\\]*"</span>);
<a name="l00712"></a>00712
<a name="l00713"></a>00713 c = getenv(<span class="stringliteral">"TEMP"</span>);
<a name="l00714"></a>00714 <span class="keywordflow">if</span> (c && directory.match(c, strlen(c)) && (access(getenv(<span class="stringliteral">"TEMP"</span>), 6) == 0))
<a name="l00715"></a>00715 <span class="keywordflow">goto</span> valid_temp_directory;
<a name="l00716"></a>00716
<a name="l00717"></a>00717 c= getenv(<span class="stringliteral">"TMP"</span>);
<a name="l00718"></a>00718 <span class="keywordflow">if</span> (c && directory.match(c, strlen(c)) && (access(getenv(<span class="stringliteral">"TEMP"</span>), 6) == 0))
<a name="l00719"></a>00719 <span class="keywordflow">goto</span> valid_temp_directory;
<a name="l00720"></a>00720 <span class="preprocessor">#else</span>
<a name="l00721"></a>00721 <span class="preprocessor"></span> <span class="comment">// whitelist for a directory</span>
<a name="l00722"></a>00722 Regex directory(<span class="stringliteral">"[-a-zA-Z0-9_/]*"</span>);
<a name="l00723"></a>00723
<a name="l00724"></a>00724 c = getenv(<span class="stringliteral">"TMPDIR"</span>);
<a name="l00725"></a>00725 <span class="keywordflow">if</span> (c && directory.match(c, strlen(c)) && (access(c, W_OK | R_OK) == 0))
<a name="l00726"></a>00726 <span class="keywordflow">goto</span> valid_temp_directory;
<a name="l00727"></a>00727
<a name="l00728"></a>00728 <span class="preprocessor">#ifdef P_tmpdir</span>
<a name="l00729"></a>00729 <span class="preprocessor"></span> <span class="keywordflow">if</span> (access(P_tmpdir, W_OK | R_OK) == 0) {
<a name="l00730"></a>00730 c = P_tmpdir;
<a name="l00731"></a>00731 <span class="keywordflow">goto</span> valid_temp_directory;
<a name="l00732"></a>00732 }
<a name="l00733"></a>00733 <span class="preprocessor">#endif</span>
<a name="l00734"></a>00734 <span class="preprocessor"></span>
<a name="l00735"></a>00735 <span class="preprocessor">#endif // WIN32</span>
<a name="l00736"></a>00736 <span class="preprocessor"></span>
<a name="l00737"></a>00737 c = <span class="stringliteral">"."</span>;
<a name="l00738"></a>00738
<a name="l00739"></a>00739 valid_temp_directory:
<a name="l00740"></a>00740 <span class="comment">// Sanitize allocation</span>
<a name="l00741"></a>00741 <span class="keywordtype">int</span> size = strlen(c) + strlen(file_template) + 2;
<a name="l00742"></a>00742 <span class="keywordflow">if</span> (!<a class="code" href="namespacelibdap.html#d29f8fc547919875e3369fefbf92fb15" title="sanitize the size of an array. Test for integer overflow when dynamically allocating...">size_ok</a>(1, size))
<a name="l00743"></a>00743 <span class="keywordflow">throw</span> Error(<span class="stringliteral">"Bad temporary file name."</span>);
<a name="l00744"></a>00744
<a name="l00745"></a>00745 <span class="keywordtype">char</span> *temp = <span class="keyword">new</span> <span class="keywordtype">char</span>[size];
<a name="l00746"></a>00746 strncpy(temp, c, size-2);
<a name="l00747"></a>00747 strcat(temp, <span class="stringliteral">"/"</span>);
<a name="l00748"></a>00748
<a name="l00749"></a>00749 strcat(temp, file_template);
<a name="l00750"></a>00750
<a name="l00751"></a>00751 <span class="keywordflow">return</span> temp;
<a name="l00752"></a>00752 }
<a name="l00753"></a>00753
<a name="l00772"></a>00772 <span class="keywordtype">string</span>
<a name="l00773"></a><a class="code" href="namespacelibdap.html#38c36ee6057b9229779ba3053bb37d4c">00773</a> <a class="code" href="namespacelibdap.html#38c36ee6057b9229779ba3053bb37d4c">get_temp_file</a>(FILE *&stream) <span class="keywordflow">throw</span>(<a class="code" href="classlibdap_1_1InternalErr.html" title="A class for software fault reporting.">InternalErr</a>)
<a name="l00774"></a>00774 {
<a name="l00775"></a>00775 <span class="comment">// get_tempfile_template() uses new, must call delete</span>
<a name="l00776"></a>00776 <span class="keywordtype">char</span> *dods_temp = get_tempfile_template(<span class="stringliteral">"dodsXXXXXX"</span>);
<a name="l00777"></a>00777
<a name="l00778"></a>00778 <span class="comment">// Open truncated for update. NB: mkstemp() returns a file descriptor.</span>
<a name="l00779"></a>00779 <span class="preprocessor">#if defined(WIN32) || defined(TEST_WIN32_TEMPS)</span>
<a name="l00780"></a>00780 <span class="preprocessor"></span> stream = fopen(_mktemp(dods_temp), <span class="stringliteral">"w+b"</span>);
<a name="l00781"></a>00781 <span class="preprocessor">#else</span>
<a name="l00782"></a>00782 <span class="preprocessor"></span> stream = fdopen(mkstemp(dods_temp), <span class="stringliteral">"w+"</span>);
<a name="l00783"></a>00783 <span class="preprocessor">#endif</span>
<a name="l00784"></a>00784 <span class="preprocessor"></span>
<a name="l00785"></a>00785 <span class="keywordflow">if</span> (!stream)
<a name="l00786"></a>00786 <span class="keywordflow">throw</span> <a class="code" href="classlibdap_1_1InternalErr.html" title="A class for software fault reporting.">InternalErr</a>(<span class="stringliteral">"I/O Error: Failed to open a temporary file for the data values."</span>);
<a name="l00787"></a>00787
<a name="l00788"></a>00788 <span class="keywordtype">string</span> dods_temp_s = dods_temp;
<a name="l00789"></a>00789 <span class="keyword">delete</span>[] dods_temp; dods_temp = 0;
<a name="l00790"></a>00790
<a name="l00791"></a>00791 <span class="keywordflow">return</span> dods_temp_s;
<a name="l00792"></a>00792 }
<a name="l00793"></a>00793
<a name="l00795"></a>00795 <span class="keywordtype">void</span>
<a name="l00796"></a><a class="code" href="namespacelibdap.html#9696b8596e7a5858d494e8a8d7d082c1">00796</a> <a class="code" href="namespacelibdap.html#9696b8596e7a5858d494e8a8d7d082c1">close_temp</a>(FILE *s, <span class="keyword">const</span> <span class="keywordtype">string</span> &name)
<a name="l00797"></a>00797 {
<a name="l00798"></a>00798 <span class="keywordtype">int</span> res = fclose(s);
<a name="l00799"></a>00799 <span class="keywordflow">if</span> (res)
<a name="l00800"></a>00800 <a class="code" href="debug_8h.html#32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Failed to close "</span> << (<span class="keywordtype">void</span> *)s << endl);
<a name="l00801"></a>00801
<a name="l00802"></a>00802 unlink(name.c_str());
<a name="l00803"></a>00803 }
<a name="l00804"></a>00804
<a name="l00826"></a>00826 HTTPResponse *
<a name="l00827"></a>00827 HTTPConnect::caching_fetch_url(<span class="keyword">const</span> <span class="keywordtype">string</span> &url)
<a name="l00828"></a>00828 {
<a name="l00829"></a>00829 <a class="code" href="debug_8h.html#32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Is this URL ("</span> << url << <span class="stringliteral">") in the cache?... "</span>);
<a name="l00830"></a>00830
<a name="l00831"></a>00831 vector<string> *headers = <span class="keyword">new</span> vector<string> ;
<a name="l00832"></a>00832 FILE *s = d_http_cache->get_cached_response(url, *headers);
<a name="l00833"></a>00833 <span class="keywordflow">if</span> (!s) {
<a name="l00834"></a>00834 <span class="comment">// url not in cache; get it and cache it</span>
<a name="l00835"></a>00835 <a class="code" href="debug_8h.html#0d28d57d1228cf13a4c1288cc4758344">DBGN</a>(cerr << <span class="stringliteral">"no; getting response and caching."</span> << endl);
<a name="l00836"></a>00836 time_t now = time(0);
<a name="l00837"></a>00837 HTTPResponse *rs = plain_fetch_url(url);
<a name="l00838"></a>00838 d_http_cache->cache_response(url, now, *(rs->get_headers()),
<a name="l00839"></a>00839 rs->get_stream());
<a name="l00840"></a>00840
<a name="l00841"></a>00841 <span class="keywordflow">return</span> rs;
<a name="l00842"></a>00842 }
<a name="l00843"></a>00843 <span class="keywordflow">else</span> { <span class="comment">// url in cache</span>
<a name="l00844"></a>00844 <a class="code" href="debug_8h.html#0d28d57d1228cf13a4c1288cc4758344">DBGN</a>(cerr << <span class="stringliteral">"yes... "</span>);
<a name="l00845"></a>00845
<a name="l00846"></a>00846 <span class="keywordflow">if</span> (d_http_cache->is_url_valid(url)) { <span class="comment">// url in cache and valid</span>
<a name="l00847"></a>00847 <a class="code" href="debug_8h.html#0d28d57d1228cf13a4c1288cc4758344">DBGN</a>(cerr << <span class="stringliteral">"and it's valid; using cached response."</span> << endl);
<a name="l00848"></a>00848 HTTPCacheResponse *crs =
<a name="l00849"></a>00849 <span class="keyword">new</span> HTTPCacheResponse(s, 200, headers, d_http_cache);
<a name="l00850"></a>00850 <span class="keywordflow">return</span> crs;
<a name="l00851"></a>00851 }
<a name="l00852"></a>00852 <span class="keywordflow">else</span> { <span class="comment">// url in cache but not valid; validate</span>
<a name="l00853"></a>00853 <a class="code" href="debug_8h.html#0d28d57d1228cf13a4c1288cc4758344">DBGN</a>(cerr << <span class="stringliteral">"but it's not valid; validating... "</span>);
<a name="l00854"></a>00854
<a name="l00855"></a>00855 d_http_cache->release_cached_response(s);
<a name="l00856"></a>00856
<a name="l00857"></a>00857 vector<string> *resp_hdrs = <span class="keyword">new</span> vector<string> ;
<a name="l00858"></a>00858 vector<string> cond_hdrs =
<a name="l00859"></a>00859 d_http_cache->get_conditional_request_headers(url);
<a name="l00860"></a>00860 FILE *body = 0;
<a name="l00861"></a>00861 <span class="keywordtype">string</span> dods_temp = <a class="code" href="namespacelibdap.html#38c36ee6057b9229779ba3053bb37d4c">get_temp_file</a>(body);
<a name="l00862"></a>00862 time_t now = time(0); <span class="comment">// When was the request made (now).</span>
<a name="l00863"></a>00863 <span class="keywordtype">long</span> http_status;
<a name="l00864"></a>00864
<a name="l00865"></a>00865 <span class="keywordflow">try</span> {
<a name="l00866"></a>00866 http_status = read_url(url, body, resp_hdrs, &cond_hdrs);
<a name="l00867"></a>00867 rewind(body);
<a name="l00868"></a>00868 }
<a name="l00869"></a>00869 <span class="keywordflow">catch</span> (Error &e) {
<a name="l00870"></a>00870 <a class="code" href="namespacelibdap.html#9696b8596e7a5858d494e8a8d7d082c1">close_temp</a>(body, dods_temp);
<a name="l00871"></a>00871 throw ;
<a name="l00872"></a>00872 }
<a name="l00873"></a>00873
<a name="l00874"></a>00874 <span class="keywordflow">switch</span> (http_status) {
<a name="l00875"></a>00875 <span class="keywordflow">case</span> 200: { <span class="comment">// New headers and new body</span>
<a name="l00876"></a>00876 <a class="code" href="debug_8h.html#0d28d57d1228cf13a4c1288cc4758344">DBGN</a>(cerr << <span class="stringliteral">"read a new response; caching."</span> << endl);
<a name="l00877"></a>00877
<a name="l00878"></a>00878 d_http_cache->cache_response(url, now, *resp_hdrs, body);
<a name="l00879"></a>00879 HTTPResponse *rs = <span class="keyword">new</span> HTTPResponse(body, http_status, resp_hdrs,
<a name="l00880"></a>00880 dods_temp);
<a name="l00881"></a>00881
<a name="l00882"></a>00882 <span class="keywordflow">return</span> rs;
<a name="l00883"></a>00883 }
<a name="l00884"></a>00884
<a name="l00885"></a>00885 <span class="keywordflow">case</span> 304: { <span class="comment">// Just new headers, use cached body</span>
<a name="l00886"></a>00886 <a class="code" href="debug_8h.html#0d28d57d1228cf13a4c1288cc4758344">DBGN</a>(cerr << <span class="stringliteral">"cached response valid; updating."</span> << endl);
<a name="l00887"></a>00887
<a name="l00888"></a>00888 <a class="code" href="namespacelibdap.html#9696b8596e7a5858d494e8a8d7d082c1">close_temp</a>(body, dods_temp);
<a name="l00889"></a>00889 d_http_cache->update_response(url, now, *resp_hdrs);
<a name="l00890"></a>00890
<a name="l00891"></a>00891 vector<string> *headers = <span class="keyword">new</span> vector<string>;
<a name="l00892"></a>00892 FILE *hs = d_http_cache->get_cached_response(url, *headers);
<a name="l00893"></a>00893 HTTPCacheResponse *crs = <span class="keyword">new</span> HTTPCacheResponse(hs, 304, headers, d_http_cache);
<a name="l00894"></a>00894 <span class="keywordflow">return</span> crs;
<a name="l00895"></a>00895 }
<a name="l00896"></a>00896
<a name="l00897"></a>00897 <span class="keywordflow">default</span>: { <span class="comment">// Oops.</span>
<a name="l00898"></a>00898 <a class="code" href="namespacelibdap.html#9696b8596e7a5858d494e8a8d7d082c1">close_temp</a>(body, dods_temp);
<a name="l00899"></a>00899 <span class="keywordflow">if</span> (http_status >= 400) {
<a name="l00900"></a>00900 <span class="keywordtype">string</span> msg = <span class="stringliteral">"Error while reading the URL: "</span>;
<a name="l00901"></a>00901 msg += url;
<a name="l00902"></a>00902 msg
<a name="l00903"></a>00903 += <span class="stringliteral">".\nThe OPeNDAP server returned the following message:\n"</span>;
<a name="l00904"></a>00904 msg += http_status_to_string(http_status);
<a name="l00905"></a>00905 <span class="keywordflow">throw</span> Error(msg);
<a name="l00906"></a>00906 }
<a name="l00907"></a>00907 <span class="keywordflow">else</span> {
<a name="l00908"></a>00908 <span class="keywordflow">throw</span> InternalErr(__FILE__, __LINE__,
<a name="l00909"></a>00909 <span class="stringliteral">"Bad response from the HTTP server: "</span> + <a class="code" href="namespacelibdap.html#317edea830aab50d2137a5bd313cc86a">long_to_string</a>(http_status));
<a name="l00910"></a>00910 }
<a name="l00911"></a>00911 }
<a name="l00912"></a>00912 }
<a name="l00913"></a>00913 }
<a name="l00914"></a>00914 }
<a name="l00915"></a>00915
<a name="l00916"></a>00916 <span class="keywordflow">throw</span> InternalErr(__FILE__, __LINE__, <span class="stringliteral">"Should never get here"</span>);
<a name="l00917"></a>00917 }
<a name="l00918"></a>00918
<a name="l00930"></a>00930 HTTPResponse *
<a name="l00931"></a>00931 HTTPConnect::plain_fetch_url(<span class="keyword">const</span> <span class="keywordtype">string</span> &url)
<a name="l00932"></a>00932 {
<a name="l00933"></a>00933 <a class="code" href="debug_8h.html#32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(cerr << <span class="stringliteral">"Getting URL: "</span> << url << endl);
<a name="l00934"></a>00934 FILE *stream = 0;
<a name="l00935"></a>00935 <span class="keywordtype">string</span> dods_temp = <a class="code" href="namespacelibdap.html#38c36ee6057b9229779ba3053bb37d4c">get_temp_file</a>(stream);
<a name="l00936"></a>00936 vector<string> *resp_hdrs = <span class="keyword">new</span> vector<string>;
<a name="l00937"></a>00937
<a name="l00938"></a>00938 <span class="keywordtype">int</span> status = -1;
<a name="l00939"></a>00939 <span class="keywordflow">try</span> {
<a name="l00940"></a>00940 status = read_url(url, stream, resp_hdrs); <span class="comment">// Throws Error.</span>
<a name="l00941"></a>00941 <span class="keywordflow">if</span> (status >= 400) {
<a name="l00942"></a>00942 <span class="keywordtype">string</span> msg = <span class="stringliteral">"Error while reading the URL: "</span>;
<a name="l00943"></a>00943 msg += url;
<a name="l00944"></a>00944 msg += <span class="stringliteral">".\nThe OPeNDAP server returned the following message:\n"</span>;
<a name="l00945"></a>00945 msg += http_status_to_string(status);
<a name="l00946"></a>00946 <span class="keywordflow">throw</span> Error(msg);
<a name="l00947"></a>00947 }
<a name="l00948"></a>00948 }
<a name="l00949"></a>00949
<a name="l00950"></a>00950 <span class="keywordflow">catch</span> (Error &e) {
<a name="l00951"></a>00951 <a class="code" href="namespacelibdap.html#9696b8596e7a5858d494e8a8d7d082c1">close_temp</a>(stream, dods_temp);
<a name="l00952"></a>00952 <span class="keywordflow">throw</span> e;
<a name="l00953"></a>00953 }
<a name="l00954"></a>00954
<a name="l00955"></a>00955 rewind(stream);
<a name="l00956"></a>00956
<a name="l00957"></a>00957 <span class="keywordflow">return</span> <span class="keyword">new</span> HTTPResponse(stream, status, resp_hdrs, dods_temp);
<a name="l00958"></a>00958 }
<a name="l00959"></a>00959
<a name="l00971"></a>00971 <span class="keywordtype">void</span>
<a name="l00972"></a><a class="code" href="classlibdap_1_1HTTPConnect.html#01d67a5afa18a84ef744b8f222094260">00972</a> <a class="code" href="classlibdap_1_1HTTPConnect.html#01d67a5afa18a84ef744b8f222094260">HTTPConnect::set_accept_deflate</a>(<span class="keywordtype">bool</span> <a class="code" href="namespacelibdap.html#ada86e90b40fc8068dbfe9be79f09e553b0e7efd18178acc018030f0e69565a5">deflate</a>)
<a name="l00973"></a>00973 {
<a name="l00974"></a>00974 d_accept_deflate = deflate;
<a name="l00975"></a>00975
<a name="l00976"></a>00976 <span class="keywordflow">if</span> (d_accept_deflate) {
<a name="l00977"></a>00977 <span class="keywordflow">if</span> (find(d_request_headers.begin(), d_request_headers.end(),
<a name="l00978"></a>00978 <span class="stringliteral">"Accept-Encoding: deflate, gzip, compress"</span>) == d_request_headers.end())
<a name="l00979"></a>00979 d_request_headers.push_back(<span class="keywordtype">string</span>(<span class="stringliteral">"Accept-Encoding: deflate, gzip, compress"</span>));
<a name="l00980"></a>00980 <a class="code" href="debug_8h.html#32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(copy(d_request_headers.begin(), d_request_headers.end(),
<a name="l00981"></a>00981 ostream_iterator<string>(cerr, <span class="stringliteral">"\n"</span>)));
<a name="l00982"></a>00982 }
<a name="l00983"></a>00983 <span class="keywordflow">else</span> {
<a name="l00984"></a>00984 vector<string>::iterator i;
<a name="l00985"></a>00985 i = remove_if(d_request_headers.begin(), d_request_headers.end(),
<a name="l00986"></a>00986 bind2nd(equal_to<string>(),
<a name="l00987"></a>00987 <span class="keywordtype">string</span>(<span class="stringliteral">"Accept-Encoding: deflate, gzip, compress"</span>)));
<a name="l00988"></a>00988 d_request_headers.erase(i, d_request_headers.end());
<a name="l00989"></a>00989 }
<a name="l00990"></a>00990 }
<a name="l00991"></a>00991
<a name="l00993"></a>00993 <span class="keyword">class </span>HeaderMatch : <span class="keyword">public</span> unary_function<const string &, bool> {
<a name="l00994"></a>00994 <span class="keyword">const</span> <span class="keywordtype">string</span> &d_header;
<a name="l00995"></a>00995 <span class="keyword">public</span>:
<a name="l00996"></a>00996 HeaderMatch(<span class="keyword">const</span> <span class="keywordtype">string</span> &header) : d_header(header) {}
<a name="l00997"></a>00997 <span class="keywordtype">bool</span> operator()(<span class="keyword">const</span> <span class="keywordtype">string</span> &arg) { <span class="keywordflow">return</span> arg.find(d_header) == 0; }
<a name="l00998"></a>00998 };
<a name="l00999"></a>00999
<a name="l01008"></a>01008 <span class="keywordtype">void</span>
<a name="l01009"></a><a class="code" href="classlibdap_1_1HTTPConnect.html#c232e85c5d2448c66c1a24f62dcbf89a">01009</a> <a class="code" href="classlibdap_1_1HTTPConnect.html#c232e85c5d2448c66c1a24f62dcbf89a">HTTPConnect::set_xdap_protocol</a>(<span class="keywordtype">int</span> major, <span class="keywordtype">int</span> minor)
<a name="l01010"></a>01010 {
<a name="l01011"></a>01011 <span class="comment">// Look for, and remove if one exists, an XDAP-Accept header</span>
<a name="l01012"></a>01012 vector<string>::iterator i;
<a name="l01013"></a>01013 i = find_if(d_request_headers.begin(), d_request_headers.end(),
<a name="l01014"></a>01014 HeaderMatch(<span class="stringliteral">"XDAP-Accept:"</span>));
<a name="l01015"></a>01015 <span class="keywordflow">if</span> (i != d_request_headers.end())
<a name="l01016"></a>01016 d_request_headers.erase(i);
<a name="l01017"></a>01017
<a name="l01018"></a>01018 <span class="comment">// Record and add the new header value</span>
<a name="l01019"></a>01019 d_dap_client_protocol_major = major;
<a name="l01020"></a>01020 d_dap_client_protocol_minor = minor;
<a name="l01021"></a>01021 ostringstream xdap_accept;
<a name="l01022"></a>01022 xdap_accept << <span class="stringliteral">"XDAP-Accept: "</span> << major << <span class="stringliteral">"."</span> << minor;
<a name="l01023"></a>01023
<a name="l01024"></a>01024 d_request_headers.push_back(xdap_accept.str());
<a name="l01025"></a>01025
<a name="l01026"></a>01026 <a class="code" href="debug_8h.html#32adf79142f0a426b5e782fb7cd4cad3">DBG</a>(copy(d_request_headers.begin(), d_request_headers.end(),
<a name="l01027"></a>01027 ostream_iterator<string>(cerr, <span class="stringliteral">"\n"</span>)));
<a name="l01028"></a>01028 }
<a name="l01029"></a>01029
<a name="l01045"></a>01045 <span class="keywordtype">void</span>
<a name="l01046"></a><a class="code" href="classlibdap_1_1HTTPConnect.html#84190d0d80154943ee997c4982a7c96a">01046</a> <a class="code" href="classlibdap_1_1HTTPConnect.html#84190d0d80154943ee997c4982a7c96a">HTTPConnect::set_credentials</a>(<span class="keyword">const</span> <span class="keywordtype">string</span> &u, <span class="keyword">const</span> <span class="keywordtype">string</span> &p)
<a name="l01047"></a>01047 {
<a name="l01048"></a>01048 <span class="keywordflow">if</span> (u.empty())
<a name="l01049"></a>01049 <span class="keywordflow">return</span>;
<a name="l01050"></a>01050
<a name="l01051"></a>01051 <span class="comment">// Store the credentials locally.</span>
<a name="l01052"></a>01052 d_username = u;
<a name="l01053"></a>01053 d_password = p;
<a name="l01054"></a>01054
<a name="l01055"></a>01055 d_upstring = u + <span class="stringliteral">":"</span> + p;
<a name="l01056"></a>01056 }
<a name="l01057"></a>01057
<a name="l01058"></a>01058 } <span class="comment">// namespace libdap</span>
</pre></div></div>
<hr size="1"><address style="text-align: right;"><small>Generated on Wed Oct 7 19:57:07 2009 for libdap++ by
<a href="http://www.doxygen.org/index.html">
<img src="doxygen.png" alt="doxygen" align="middle" border="0"></a> 1.5.9 </small></address>
</body>
</html>
distrib
>
Mandriva
>
2010.0
>
i586
>
media
>
contrib-release
>
by-pkgid
>
f149f58f4a75af135bdb24f5dfe94165
>
files
>
250
