Annotation of embedaddon/curl/lib/http.c, revision 1.1

1.1     ! misho       1: /***************************************************************************
        !             2:  *                                  _   _ ____  _
        !             3:  *  Project                     ___| | | |  _ \| |
        !             4:  *                             / __| | | | |_) | |
        !             5:  *                            | (__| |_| |  _ <| |___
        !             6:  *                             \___|\___/|_| \_\_____|
        !             7:  *
        !             8:  * Copyright (C) 1998 - 2020, Daniel Stenberg, <daniel@haxx.se>, et al.
        !             9:  *
        !            10:  * This software is licensed as described in the file COPYING, which
        !            11:  * you should have received as part of this distribution. The terms
        !            12:  * are also available at https://curl.haxx.se/docs/copyright.html.
        !            13:  *
        !            14:  * You may opt to use, copy, modify, merge, publish, distribute and/or sell
        !            15:  * copies of the Software, and permit persons to whom the Software is
        !            16:  * furnished to do so, under the terms of the COPYING file.
        !            17:  *
        !            18:  * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
        !            19:  * KIND, either express or implied.
        !            20:  *
        !            21:  ***************************************************************************/
        !            22: 
        !            23: #include "curl_setup.h"
        !            24: 
        !            25: #ifndef CURL_DISABLE_HTTP
        !            26: 
        !            27: #ifdef HAVE_NETINET_IN_H
        !            28: #include <netinet/in.h>
        !            29: #endif
        !            30: 
        !            31: #ifdef HAVE_NETDB_H
        !            32: #include <netdb.h>
        !            33: #endif
        !            34: #ifdef HAVE_ARPA_INET_H
        !            35: #include <arpa/inet.h>
        !            36: #endif
        !            37: #ifdef HAVE_NET_IF_H
        !            38: #include <net/if.h>
        !            39: #endif
        !            40: #ifdef HAVE_SYS_IOCTL_H
        !            41: #include <sys/ioctl.h>
        !            42: #endif
        !            43: 
        !            44: #ifdef HAVE_SYS_PARAM_H
        !            45: #include <sys/param.h>
        !            46: #endif
        !            47: 
        !            48: #include "urldata.h"
        !            49: #include <curl/curl.h>
        !            50: #include "transfer.h"
        !            51: #include "sendf.h"
        !            52: #include "formdata.h"
        !            53: #include "mime.h"
        !            54: #include "progress.h"
        !            55: #include "curl_base64.h"
        !            56: #include "cookie.h"
        !            57: #include "vauth/vauth.h"
        !            58: #include "vtls/vtls.h"
        !            59: #include "http_digest.h"
        !            60: #include "http_ntlm.h"
        !            61: #include "curl_ntlm_wb.h"
        !            62: #include "http_negotiate.h"
        !            63: #include "url.h"
        !            64: #include "share.h"
        !            65: #include "hostip.h"
        !            66: #include "http.h"
        !            67: #include "select.h"
        !            68: #include "parsedate.h" /* for the week day and month names */
        !            69: #include "strtoofft.h"
        !            70: #include "multiif.h"
        !            71: #include "strcase.h"
        !            72: #include "content_encoding.h"
        !            73: #include "http_proxy.h"
        !            74: #include "warnless.h"
        !            75: #include "non-ascii.h"
        !            76: #include "http2.h"
        !            77: #include "connect.h"
        !            78: #include "strdup.h"
        !            79: #include "altsvc.h"
        !            80: 
        !            81: /* The last 3 #include files should be in this order */
        !            82: #include "curl_printf.h"
        !            83: #include "curl_memory.h"
        !            84: #include "memdebug.h"
        !            85: 
        !            86: /*
        !            87:  * Forward declarations.
        !            88:  */
        !            89: 
        !            90: static int http_getsock_do(struct connectdata *conn,
        !            91:                            curl_socket_t *socks);
        !            92: static int http_should_fail(struct connectdata *conn);
        !            93: 
        !            94: #ifndef CURL_DISABLE_PROXY
        !            95: static CURLcode add_haproxy_protocol_header(struct connectdata *conn);
        !            96: #endif
        !            97: 
        !            98: #ifdef USE_SSL
        !            99: static CURLcode https_connecting(struct connectdata *conn, bool *done);
        !           100: static int https_getsock(struct connectdata *conn,
        !           101:                          curl_socket_t *socks);
        !           102: #else
        !           103: #define https_connecting(x,y) CURLE_COULDNT_CONNECT
        !           104: #endif
        !           105: static CURLcode http_setup_conn(struct connectdata *conn);
        !           106: 
        !           107: /*
        !           108:  * HTTP handler interface.
        !           109:  */
        !           110: const struct Curl_handler Curl_handler_http = {
        !           111:   "HTTP",                               /* scheme */
        !           112:   http_setup_conn,                      /* setup_connection */
        !           113:   Curl_http,                            /* do_it */
        !           114:   Curl_http_done,                       /* done */
        !           115:   ZERO_NULL,                            /* do_more */
        !           116:   Curl_http_connect,                    /* connect_it */
        !           117:   ZERO_NULL,                            /* connecting */
        !           118:   ZERO_NULL,                            /* doing */
        !           119:   ZERO_NULL,                            /* proto_getsock */
        !           120:   http_getsock_do,                      /* doing_getsock */
        !           121:   ZERO_NULL,                            /* domore_getsock */
        !           122:   ZERO_NULL,                            /* perform_getsock */
        !           123:   ZERO_NULL,                            /* disconnect */
        !           124:   ZERO_NULL,                            /* readwrite */
        !           125:   ZERO_NULL,                            /* connection_check */
        !           126:   PORT_HTTP,                            /* defport */
        !           127:   CURLPROTO_HTTP,                       /* protocol */
        !           128:   PROTOPT_CREDSPERREQUEST               /* flags */
        !           129: };
        !           130: 
        !           131: #ifdef USE_SSL
        !           132: /*
        !           133:  * HTTPS handler interface.
        !           134:  */
        !           135: const struct Curl_handler Curl_handler_https = {
        !           136:   "HTTPS",                              /* scheme */
        !           137:   http_setup_conn,                      /* setup_connection */
        !           138:   Curl_http,                            /* do_it */
        !           139:   Curl_http_done,                       /* done */
        !           140:   ZERO_NULL,                            /* do_more */
        !           141:   Curl_http_connect,                    /* connect_it */
        !           142:   https_connecting,                     /* connecting */
        !           143:   ZERO_NULL,                            /* doing */
        !           144:   https_getsock,                        /* proto_getsock */
        !           145:   http_getsock_do,                      /* doing_getsock */
        !           146:   ZERO_NULL,                            /* domore_getsock */
        !           147:   ZERO_NULL,                            /* perform_getsock */
        !           148:   ZERO_NULL,                            /* disconnect */
        !           149:   ZERO_NULL,                            /* readwrite */
        !           150:   ZERO_NULL,                            /* connection_check */
        !           151:   PORT_HTTPS,                           /* defport */
        !           152:   CURLPROTO_HTTPS,                      /* protocol */
        !           153:   PROTOPT_SSL | PROTOPT_CREDSPERREQUEST | PROTOPT_ALPN_NPN /* flags */
        !           154: };
        !           155: #endif
        !           156: 
        !           157: static CURLcode http_setup_conn(struct connectdata *conn)
        !           158: {
        !           159:   /* allocate the HTTP-specific struct for the Curl_easy, only to survive
        !           160:      during this request */
        !           161:   struct HTTP *http;
        !           162:   struct Curl_easy *data = conn->data;
        !           163:   DEBUGASSERT(data->req.protop == NULL);
        !           164: 
        !           165:   http = calloc(1, sizeof(struct HTTP));
        !           166:   if(!http)
        !           167:     return CURLE_OUT_OF_MEMORY;
        !           168: 
        !           169:   Curl_mime_initpart(&http->form, conn->data);
        !           170:   data->req.protop = http;
        !           171: 
        !           172:   if(data->set.httpversion == CURL_HTTP_VERSION_3) {
        !           173:     if(conn->handler->flags & PROTOPT_SSL)
        !           174:       /* Only go HTTP/3 directly on HTTPS URLs. It needs a UDP socket and does
        !           175:          the QUIC dance. */
        !           176:       conn->transport = TRNSPRT_QUIC;
        !           177:     else {
        !           178:       failf(data, "HTTP/3 requested for non-HTTPS URL");
        !           179:       return CURLE_URL_MALFORMAT;
        !           180:     }
        !           181:   }
        !           182:   else {
        !           183:     if(!CONN_INUSE(conn))
        !           184:       /* if not already multi-using, setup connection details */
        !           185:       Curl_http2_setup_conn(conn);
        !           186:     Curl_http2_setup_req(data);
        !           187:   }
        !           188:   return CURLE_OK;
        !           189: }
        !           190: 
        !           191: #ifndef CURL_DISABLE_PROXY
        !           192: /*
        !           193:  * checkProxyHeaders() checks the linked list of custom proxy headers
        !           194:  * if proxy headers are not available, then it will lookup into http header
        !           195:  * link list
        !           196:  *
        !           197:  * It takes a connectdata struct as input instead of the Curl_easy simply to
        !           198:  * know if this is a proxy request or not, as it then might check a different
        !           199:  * header list. Provide the header prefix without colon!.
        !           200:  */
        !           201: char *Curl_checkProxyheaders(const struct connectdata *conn,
        !           202:                              const char *thisheader)
        !           203: {
        !           204:   struct curl_slist *head;
        !           205:   size_t thislen = strlen(thisheader);
        !           206:   struct Curl_easy *data = conn->data;
        !           207: 
        !           208:   for(head = (conn->bits.proxy && data->set.sep_headers) ?
        !           209:         data->set.proxyheaders : data->set.headers;
        !           210:       head; head = head->next) {
        !           211:     if(strncasecompare(head->data, thisheader, thislen) &&
        !           212:        Curl_headersep(head->data[thislen]))
        !           213:       return head->data;
        !           214:   }
        !           215: 
        !           216:   return NULL;
        !           217: }
        !           218: #else
        !           219: /* disabled */
        !           220: #define Curl_checkProxyheaders(x,y) NULL
        !           221: #endif
        !           222: 
        !           223: /*
        !           224:  * Strip off leading and trailing whitespace from the value in the
        !           225:  * given HTTP header line and return a strdupped copy. Returns NULL in
        !           226:  * case of allocation failure. Returns an empty string if the header value
        !           227:  * consists entirely of whitespace.
        !           228:  */
        !           229: char *Curl_copy_header_value(const char *header)
        !           230: {
        !           231:   const char *start;
        !           232:   const char *end;
        !           233:   char *value;
        !           234:   size_t len;
        !           235: 
        !           236:   /* Find the end of the header name */
        !           237:   while(*header && (*header != ':'))
        !           238:     ++header;
        !           239: 
        !           240:   if(*header)
        !           241:     /* Skip over colon */
        !           242:     ++header;
        !           243: 
        !           244:   /* Find the first non-space letter */
        !           245:   start = header;
        !           246:   while(*start && ISSPACE(*start))
        !           247:     start++;
        !           248: 
        !           249:   /* data is in the host encoding so
        !           250:      use '\r' and '\n' instead of 0x0d and 0x0a */
        !           251:   end = strchr(start, '\r');
        !           252:   if(!end)
        !           253:     end = strchr(start, '\n');
        !           254:   if(!end)
        !           255:     end = strchr(start, '\0');
        !           256:   if(!end)
        !           257:     return NULL;
        !           258: 
        !           259:   /* skip all trailing space letters */
        !           260:   while((end > start) && ISSPACE(*end))
        !           261:     end--;
        !           262: 
        !           263:   /* get length of the type */
        !           264:   len = end - start + 1;
        !           265: 
        !           266:   value = malloc(len + 1);
        !           267:   if(!value)
        !           268:     return NULL;
        !           269: 
        !           270:   memcpy(value, start, len);
        !           271:   value[len] = 0; /* zero terminate */
        !           272: 
        !           273:   return value;
        !           274: }
        !           275: 
        !           276: #ifndef CURL_DISABLE_HTTP_AUTH
        !           277: /*
        !           278:  * http_output_basic() sets up an Authorization: header (or the proxy version)
        !           279:  * for HTTP Basic authentication.
        !           280:  *
        !           281:  * Returns CURLcode.
        !           282:  */
        !           283: static CURLcode http_output_basic(struct connectdata *conn, bool proxy)
        !           284: {
        !           285:   size_t size = 0;
        !           286:   char *authorization = NULL;
        !           287:   struct Curl_easy *data = conn->data;
        !           288:   char **userp;
        !           289:   const char *user;
        !           290:   const char *pwd;
        !           291:   CURLcode result;
        !           292:   char *out;
        !           293: 
        !           294:   if(proxy) {
        !           295:     userp = &conn->allocptr.proxyuserpwd;
        !           296:     user = conn->http_proxy.user;
        !           297:     pwd = conn->http_proxy.passwd;
        !           298:   }
        !           299:   else {
        !           300:     userp = &conn->allocptr.userpwd;
        !           301:     user = conn->user;
        !           302:     pwd = conn->passwd;
        !           303:   }
        !           304: 
        !           305:   out = aprintf("%s:%s", user, pwd);
        !           306:   if(!out)
        !           307:     return CURLE_OUT_OF_MEMORY;
        !           308: 
        !           309:   result = Curl_base64_encode(data, out, strlen(out), &authorization, &size);
        !           310:   if(result)
        !           311:     goto fail;
        !           312: 
        !           313:   if(!authorization) {
        !           314:     result = CURLE_REMOTE_ACCESS_DENIED;
        !           315:     goto fail;
        !           316:   }
        !           317: 
        !           318:   free(*userp);
        !           319:   *userp = aprintf("%sAuthorization: Basic %s\r\n",
        !           320:                    proxy ? "Proxy-" : "",
        !           321:                    authorization);
        !           322:   free(authorization);
        !           323:   if(!*userp) {
        !           324:     result = CURLE_OUT_OF_MEMORY;
        !           325:     goto fail;
        !           326:   }
        !           327: 
        !           328:   fail:
        !           329:   free(out);
        !           330:   return result;
        !           331: }
        !           332: 
        !           333: /*
        !           334:  * http_output_bearer() sets up an Authorization: header
        !           335:  * for HTTP Bearer authentication.
        !           336:  *
        !           337:  * Returns CURLcode.
        !           338:  */
        !           339: static CURLcode http_output_bearer(struct connectdata *conn)
        !           340: {
        !           341:   char **userp;
        !           342:   CURLcode result = CURLE_OK;
        !           343: 
        !           344:   userp = &conn->allocptr.userpwd;
        !           345:   free(*userp);
        !           346:   *userp = aprintf("Authorization: Bearer %s\r\n",
        !           347:                    conn->data->set.str[STRING_BEARER]);
        !           348: 
        !           349:   if(!*userp) {
        !           350:     result = CURLE_OUT_OF_MEMORY;
        !           351:     goto fail;
        !           352:   }
        !           353: 
        !           354:   fail:
        !           355:   return result;
        !           356: }
        !           357: 
        !           358: #endif
        !           359: 
        !           360: /* pickoneauth() selects the most favourable authentication method from the
        !           361:  * ones available and the ones we want.
        !           362:  *
        !           363:  * return TRUE if one was picked
        !           364:  */
        !           365: static bool pickoneauth(struct auth *pick, unsigned long mask)
        !           366: {
        !           367:   bool picked;
        !           368:   /* only deal with authentication we want */
        !           369:   unsigned long avail = pick->avail & pick->want & mask;
        !           370:   picked = TRUE;
        !           371: 
        !           372:   /* The order of these checks is highly relevant, as this will be the order
        !           373:      of preference in case of the existence of multiple accepted types. */
        !           374:   if(avail & CURLAUTH_NEGOTIATE)
        !           375:     pick->picked = CURLAUTH_NEGOTIATE;
        !           376:   else if(avail & CURLAUTH_BEARER)
        !           377:     pick->picked = CURLAUTH_BEARER;
        !           378:   else if(avail & CURLAUTH_DIGEST)
        !           379:     pick->picked = CURLAUTH_DIGEST;
        !           380:   else if(avail & CURLAUTH_NTLM)
        !           381:     pick->picked = CURLAUTH_NTLM;
        !           382:   else if(avail & CURLAUTH_NTLM_WB)
        !           383:     pick->picked = CURLAUTH_NTLM_WB;
        !           384:   else if(avail & CURLAUTH_BASIC)
        !           385:     pick->picked = CURLAUTH_BASIC;
        !           386:   else {
        !           387:     pick->picked = CURLAUTH_PICKNONE; /* we select to use nothing */
        !           388:     picked = FALSE;
        !           389:   }
        !           390:   pick->avail = CURLAUTH_NONE; /* clear it here */
        !           391: 
        !           392:   return picked;
        !           393: }
        !           394: 
        !           395: /*
        !           396:  * http_perhapsrewind()
        !           397:  *
        !           398:  * If we are doing POST or PUT {
        !           399:  *   If we have more data to send {
        !           400:  *     If we are doing NTLM {
        !           401:  *       Keep sending since we must not disconnect
        !           402:  *     }
        !           403:  *     else {
        !           404:  *       If there is more than just a little data left to send, close
        !           405:  *       the current connection by force.
        !           406:  *     }
        !           407:  *   }
        !           408:  *   If we have sent any data {
        !           409:  *     If we don't have track of all the data {
        !           410:  *       call app to tell it to rewind
        !           411:  *     }
        !           412:  *     else {
        !           413:  *       rewind internally so that the operation can restart fine
        !           414:  *     }
        !           415:  *   }
        !           416:  * }
        !           417:  */
        !           418: static CURLcode http_perhapsrewind(struct connectdata *conn)
        !           419: {
        !           420:   struct Curl_easy *data = conn->data;
        !           421:   struct HTTP *http = data->req.protop;
        !           422:   curl_off_t bytessent;
        !           423:   curl_off_t expectsend = -1; /* default is unknown */
        !           424: 
        !           425:   if(!http)
        !           426:     /* If this is still NULL, we have not reach very far and we can safely
        !           427:        skip this rewinding stuff */
        !           428:     return CURLE_OK;
        !           429: 
        !           430:   switch(data->set.httpreq) {
        !           431:   case HTTPREQ_GET:
        !           432:   case HTTPREQ_HEAD:
        !           433:     return CURLE_OK;
        !           434:   default:
        !           435:     break;
        !           436:   }
        !           437: 
        !           438:   bytessent = data->req.writebytecount;
        !           439: 
        !           440:   if(conn->bits.authneg) {
        !           441:     /* This is a state where we are known to be negotiating and we don't send
        !           442:        any data then. */
        !           443:     expectsend = 0;
        !           444:   }
        !           445:   else if(!conn->bits.protoconnstart) {
        !           446:     /* HTTP CONNECT in progress: there is no body */
        !           447:     expectsend = 0;
        !           448:   }
        !           449:   else {
        !           450:     /* figure out how much data we are expected to send */
        !           451:     switch(data->set.httpreq) {
        !           452:     case HTTPREQ_POST:
        !           453:     case HTTPREQ_PUT:
        !           454:       if(data->state.infilesize != -1)
        !           455:         expectsend = data->state.infilesize;
        !           456:       break;
        !           457:     case HTTPREQ_POST_FORM:
        !           458:     case HTTPREQ_POST_MIME:
        !           459:       expectsend = http->postsize;
        !           460:       break;
        !           461:     default:
        !           462:       break;
        !           463:     }
        !           464:   }
        !           465: 
        !           466:   conn->bits.rewindaftersend = FALSE; /* default */
        !           467: 
        !           468:   if((expectsend == -1) || (expectsend > bytessent)) {
        !           469: #if defined(USE_NTLM)
        !           470:     /* There is still data left to send */
        !           471:     if((data->state.authproxy.picked == CURLAUTH_NTLM) ||
        !           472:        (data->state.authhost.picked == CURLAUTH_NTLM) ||
        !           473:        (data->state.authproxy.picked == CURLAUTH_NTLM_WB) ||
        !           474:        (data->state.authhost.picked == CURLAUTH_NTLM_WB)) {
        !           475:       if(((expectsend - bytessent) < 2000) ||
        !           476:          (conn->http_ntlm_state != NTLMSTATE_NONE) ||
        !           477:          (conn->proxy_ntlm_state != NTLMSTATE_NONE)) {
        !           478:         /* The NTLM-negotiation has started *OR* there is just a little (<2K)
        !           479:            data left to send, keep on sending. */
        !           480: 
        !           481:         /* rewind data when completely done sending! */
        !           482:         if(!conn->bits.authneg && (conn->writesockfd != CURL_SOCKET_BAD)) {
        !           483:           conn->bits.rewindaftersend = TRUE;
        !           484:           infof(data, "Rewind stream after send\n");
        !           485:         }
        !           486: 
        !           487:         return CURLE_OK;
        !           488:       }
        !           489: 
        !           490:       if(conn->bits.close)
        !           491:         /* this is already marked to get closed */
        !           492:         return CURLE_OK;
        !           493: 
        !           494:       infof(data, "NTLM send, close instead of sending %"
        !           495:             CURL_FORMAT_CURL_OFF_T " bytes\n",
        !           496:             (curl_off_t)(expectsend - bytessent));
        !           497:     }
        !           498: #endif
        !           499: #if defined(USE_SPNEGO)
        !           500:     /* There is still data left to send */
        !           501:     if((data->state.authproxy.picked == CURLAUTH_NEGOTIATE) ||
        !           502:        (data->state.authhost.picked == CURLAUTH_NEGOTIATE)) {
        !           503:       if(((expectsend - bytessent) < 2000) ||
        !           504:          (conn->http_negotiate_state != GSS_AUTHNONE) ||
        !           505:          (conn->proxy_negotiate_state != GSS_AUTHNONE)) {
        !           506:         /* The NEGOTIATE-negotiation has started *OR*
        !           507:         there is just a little (<2K) data left to send, keep on sending. */
        !           508: 
        !           509:         /* rewind data when completely done sending! */
        !           510:         if(!conn->bits.authneg && (conn->writesockfd != CURL_SOCKET_BAD)) {
        !           511:           conn->bits.rewindaftersend = TRUE;
        !           512:           infof(data, "Rewind stream after send\n");
        !           513:         }
        !           514: 
        !           515:         return CURLE_OK;
        !           516:       }
        !           517: 
        !           518:       if(conn->bits.close)
        !           519:         /* this is already marked to get closed */
        !           520:         return CURLE_OK;
        !           521: 
        !           522:       infof(data, "NEGOTIATE send, close instead of sending %"
        !           523:         CURL_FORMAT_CURL_OFF_T " bytes\n",
        !           524:         (curl_off_t)(expectsend - bytessent));
        !           525:     }
        !           526: #endif
        !           527: 
        !           528:     /* This is not NEGOTIATE/NTLM or many bytes left to send: close */
        !           529:     streamclose(conn, "Mid-auth HTTP and much data left to send");
        !           530:     data->req.size = 0; /* don't download any more than 0 bytes */
        !           531: 
        !           532:     /* There still is data left to send, but this connection is marked for
        !           533:        closure so we can safely do the rewind right now */
        !           534:   }
        !           535: 
        !           536:   if(bytessent)
        !           537:     /* we rewind now at once since if we already sent something */
        !           538:     return Curl_readrewind(conn);
        !           539: 
        !           540:   return CURLE_OK;
        !           541: }
        !           542: 
        !           543: /*
        !           544:  * Curl_http_auth_act() gets called when all HTTP headers have been received
        !           545:  * and it checks what authentication methods that are available and decides
        !           546:  * which one (if any) to use. It will set 'newurl' if an auth method was
        !           547:  * picked.
        !           548:  */
        !           549: 
        !           550: CURLcode Curl_http_auth_act(struct connectdata *conn)
        !           551: {
        !           552:   struct Curl_easy *data = conn->data;
        !           553:   bool pickhost = FALSE;
        !           554:   bool pickproxy = FALSE;
        !           555:   CURLcode result = CURLE_OK;
        !           556:   unsigned long authmask = ~0ul;
        !           557: 
        !           558:   if(!data->set.str[STRING_BEARER])
        !           559:     authmask &= (unsigned long)~CURLAUTH_BEARER;
        !           560: 
        !           561:   if(100 <= data->req.httpcode && 199 >= data->req.httpcode)
        !           562:     /* this is a transient response code, ignore */
        !           563:     return CURLE_OK;
        !           564: 
        !           565:   if(data->state.authproblem)
        !           566:     return data->set.http_fail_on_error?CURLE_HTTP_RETURNED_ERROR:CURLE_OK;
        !           567: 
        !           568:   if((conn->bits.user_passwd || data->set.str[STRING_BEARER]) &&
        !           569:      ((data->req.httpcode == 401) ||
        !           570:       (conn->bits.authneg && data->req.httpcode < 300))) {
        !           571:     pickhost = pickoneauth(&data->state.authhost, authmask);
        !           572:     if(!pickhost)
        !           573:       data->state.authproblem = TRUE;
        !           574:     if(data->state.authhost.picked == CURLAUTH_NTLM &&
        !           575:        conn->httpversion > 11) {
        !           576:       infof(data, "Forcing HTTP/1.1 for NTLM");
        !           577:       connclose(conn, "Force HTTP/1.1 connection");
        !           578:       conn->data->set.httpversion = CURL_HTTP_VERSION_1_1;
        !           579:     }
        !           580:   }
        !           581:   if(conn->bits.proxy_user_passwd &&
        !           582:      ((data->req.httpcode == 407) ||
        !           583:       (conn->bits.authneg && data->req.httpcode < 300))) {
        !           584:     pickproxy = pickoneauth(&data->state.authproxy,
        !           585:                             authmask & ~CURLAUTH_BEARER);
        !           586:     if(!pickproxy)
        !           587:       data->state.authproblem = TRUE;
        !           588:   }
        !           589: 
        !           590:   if(pickhost || pickproxy) {
        !           591:     if((data->set.httpreq != HTTPREQ_GET) &&
        !           592:        (data->set.httpreq != HTTPREQ_HEAD) &&
        !           593:        !conn->bits.rewindaftersend) {
        !           594:       result = http_perhapsrewind(conn);
        !           595:       if(result)
        !           596:         return result;
        !           597:     }
        !           598:     /* In case this is GSS auth, the newurl field is already allocated so
        !           599:        we must make sure to free it before allocating a new one. As figured
        !           600:        out in bug #2284386 */
        !           601:     Curl_safefree(data->req.newurl);
        !           602:     data->req.newurl = strdup(data->change.url); /* clone URL */
        !           603:     if(!data->req.newurl)
        !           604:       return CURLE_OUT_OF_MEMORY;
        !           605:   }
        !           606:   else if((data->req.httpcode < 300) &&
        !           607:           (!data->state.authhost.done) &&
        !           608:           conn->bits.authneg) {
        !           609:     /* no (known) authentication available,
        !           610:        authentication is not "done" yet and
        !           611:        no authentication seems to be required and
        !           612:        we didn't try HEAD or GET */
        !           613:     if((data->set.httpreq != HTTPREQ_GET) &&
        !           614:        (data->set.httpreq != HTTPREQ_HEAD)) {
        !           615:       data->req.newurl = strdup(data->change.url); /* clone URL */
        !           616:       if(!data->req.newurl)
        !           617:         return CURLE_OUT_OF_MEMORY;
        !           618:       data->state.authhost.done = TRUE;
        !           619:     }
        !           620:   }
        !           621:   if(http_should_fail(conn)) {
        !           622:     failf(data, "The requested URL returned error: %d",
        !           623:           data->req.httpcode);
        !           624:     result = CURLE_HTTP_RETURNED_ERROR;
        !           625:   }
        !           626: 
        !           627:   return result;
        !           628: }
        !           629: 
        !           630: #ifndef CURL_DISABLE_HTTP_AUTH
        !           631: /*
        !           632:  * Output the correct authentication header depending on the auth type
        !           633:  * and whether or not it is to a proxy.
        !           634:  */
        !           635: static CURLcode
        !           636: output_auth_headers(struct connectdata *conn,
        !           637:                     struct auth *authstatus,
        !           638:                     const char *request,
        !           639:                     const char *path,
        !           640:                     bool proxy)
        !           641: {
        !           642:   const char *auth = NULL;
        !           643:   CURLcode result = CURLE_OK;
        !           644:   struct Curl_easy *data = conn->data;
        !           645: 
        !           646: #ifdef CURL_DISABLE_CRYPTO_AUTH
        !           647:   (void)request;
        !           648:   (void)path;
        !           649: #endif
        !           650: 
        !           651: #ifdef USE_SPNEGO
        !           652:   if(authstatus->picked == CURLAUTH_NEGOTIATE) {
        !           653:     auth = "Negotiate";
        !           654:     result = Curl_output_negotiate(conn, proxy);
        !           655:     if(result)
        !           656:       return result;
        !           657:   }
        !           658:   else
        !           659: #endif
        !           660: #ifdef USE_NTLM
        !           661:   if(authstatus->picked == CURLAUTH_NTLM) {
        !           662:     auth = "NTLM";
        !           663:     result = Curl_output_ntlm(conn, proxy);
        !           664:     if(result)
        !           665:       return result;
        !           666:   }
        !           667:   else
        !           668: #endif
        !           669: #if defined(USE_NTLM) && defined(NTLM_WB_ENABLED)
        !           670:   if(authstatus->picked == CURLAUTH_NTLM_WB) {
        !           671:     auth = "NTLM_WB";
        !           672:     result = Curl_output_ntlm_wb(conn, proxy);
        !           673:     if(result)
        !           674:       return result;
        !           675:   }
        !           676:   else
        !           677: #endif
        !           678: #ifndef CURL_DISABLE_CRYPTO_AUTH
        !           679:   if(authstatus->picked == CURLAUTH_DIGEST) {
        !           680:     auth = "Digest";
        !           681:     result = Curl_output_digest(conn,
        !           682:                                 proxy,
        !           683:                                 (const unsigned char *)request,
        !           684:                                 (const unsigned char *)path);
        !           685:     if(result)
        !           686:       return result;
        !           687:   }
        !           688:   else
        !           689: #endif
        !           690:   if(authstatus->picked == CURLAUTH_BASIC) {
        !           691:     /* Basic */
        !           692:     if((proxy && conn->bits.proxy_user_passwd &&
        !           693:         !Curl_checkProxyheaders(conn, "Proxy-authorization")) ||
        !           694:        (!proxy && conn->bits.user_passwd &&
        !           695:         !Curl_checkheaders(conn, "Authorization"))) {
        !           696:       auth = "Basic";
        !           697:       result = http_output_basic(conn, proxy);
        !           698:       if(result)
        !           699:         return result;
        !           700:     }
        !           701: 
        !           702:     /* NOTE: this function should set 'done' TRUE, as the other auth
        !           703:        functions work that way */
        !           704:     authstatus->done = TRUE;
        !           705:   }
        !           706:   if(authstatus->picked == CURLAUTH_BEARER) {
        !           707:     /* Bearer */
        !           708:     if((!proxy && data->set.str[STRING_BEARER] &&
        !           709:         !Curl_checkheaders(conn, "Authorization:"))) {
        !           710:       auth = "Bearer";
        !           711:       result = http_output_bearer(conn);
        !           712:       if(result)
        !           713:         return result;
        !           714:     }
        !           715: 
        !           716:     /* NOTE: this function should set 'done' TRUE, as the other auth
        !           717:        functions work that way */
        !           718:     authstatus->done = TRUE;
        !           719:   }
        !           720: 
        !           721:   if(auth) {
        !           722:     infof(data, "%s auth using %s with user '%s'\n",
        !           723:           proxy ? "Proxy" : "Server", auth,
        !           724:           proxy ? (conn->http_proxy.user ? conn->http_proxy.user : "") :
        !           725:                   (conn->user ? conn->user : ""));
        !           726:     authstatus->multipass = (!authstatus->done) ? TRUE : FALSE;
        !           727:   }
        !           728:   else
        !           729:     authstatus->multipass = FALSE;
        !           730: 
        !           731:   return CURLE_OK;
        !           732: }
        !           733: 
        !           734: /**
        !           735:  * Curl_http_output_auth() setups the authentication headers for the
        !           736:  * host/proxy and the correct authentication
        !           737:  * method. conn->data->state.authdone is set to TRUE when authentication is
        !           738:  * done.
        !           739:  *
        !           740:  * @param conn all information about the current connection
        !           741:  * @param request pointer to the request keyword
        !           742:  * @param path pointer to the requested path; should include query part
        !           743:  * @param proxytunnel boolean if this is the request setting up a "proxy
        !           744:  * tunnel"
        !           745:  *
        !           746:  * @returns CURLcode
        !           747:  */
        !           748: CURLcode
        !           749: Curl_http_output_auth(struct connectdata *conn,
        !           750:                       const char *request,
        !           751:                       const char *path,
        !           752:                       bool proxytunnel) /* TRUE if this is the request setting
        !           753:                                            up the proxy tunnel */
        !           754: {
        !           755:   CURLcode result = CURLE_OK;
        !           756:   struct Curl_easy *data = conn->data;
        !           757:   struct auth *authhost;
        !           758:   struct auth *authproxy;
        !           759: 
        !           760:   DEBUGASSERT(data);
        !           761: 
        !           762:   authhost = &data->state.authhost;
        !           763:   authproxy = &data->state.authproxy;
        !           764: 
        !           765:   if((conn->bits.httpproxy && conn->bits.proxy_user_passwd) ||
        !           766:      conn->bits.user_passwd || data->set.str[STRING_BEARER])
        !           767:     /* continue please */;
        !           768:   else {
        !           769:     authhost->done = TRUE;
        !           770:     authproxy->done = TRUE;
        !           771:     return CURLE_OK; /* no authentication with no user or password */
        !           772:   }
        !           773: 
        !           774:   if(authhost->want && !authhost->picked)
        !           775:     /* The app has selected one or more methods, but none has been picked
        !           776:        so far by a server round-trip. Then we set the picked one to the
        !           777:        want one, and if this is one single bit it'll be used instantly. */
        !           778:     authhost->picked = authhost->want;
        !           779: 
        !           780:   if(authproxy->want && !authproxy->picked)
        !           781:     /* The app has selected one or more methods, but none has been picked so
        !           782:        far by a proxy round-trip. Then we set the picked one to the want one,
        !           783:        and if this is one single bit it'll be used instantly. */
        !           784:     authproxy->picked = authproxy->want;
        !           785: 
        !           786: #ifndef CURL_DISABLE_PROXY
        !           787:   /* Send proxy authentication header if needed */
        !           788:   if(conn->bits.httpproxy &&
        !           789:      (conn->bits.tunnel_proxy == (bit)proxytunnel)) {
        !           790:     result = output_auth_headers(conn, authproxy, request, path, TRUE);
        !           791:     if(result)
        !           792:       return result;
        !           793:   }
        !           794:   else
        !           795: #else
        !           796:   (void)proxytunnel;
        !           797: #endif /* CURL_DISABLE_PROXY */
        !           798:     /* we have no proxy so let's pretend we're done authenticating
        !           799:        with it */
        !           800:     authproxy->done = TRUE;
        !           801: 
        !           802:   /* To prevent the user+password to get sent to other than the original
        !           803:      host due to a location-follow, we do some weirdo checks here */
        !           804:   if(!data->state.this_is_a_follow ||
        !           805:      conn->bits.netrc ||
        !           806:      !data->state.first_host ||
        !           807:      data->set.allow_auth_to_other_hosts ||
        !           808:      strcasecompare(data->state.first_host, conn->host.name)) {
        !           809:     result = output_auth_headers(conn, authhost, request, path, FALSE);
        !           810:   }
        !           811:   else
        !           812:     authhost->done = TRUE;
        !           813: 
        !           814:   return result;
        !           815: }
        !           816: 
        !           817: #else
        !           818: /* when disabled */
        !           819: CURLcode
        !           820: Curl_http_output_auth(struct connectdata *conn,
        !           821:                       const char *request,
        !           822:                       const char *path,
        !           823:                       bool proxytunnel)
        !           824: {
        !           825:   (void)conn;
        !           826:   (void)request;
        !           827:   (void)path;
        !           828:   (void)proxytunnel;
        !           829:   return CURLE_OK;
        !           830: }
        !           831: #endif
        !           832: 
        !           833: /*
        !           834:  * Curl_http_input_auth() deals with Proxy-Authenticate: and WWW-Authenticate:
        !           835:  * headers. They are dealt with both in the transfer.c main loop and in the
        !           836:  * proxy CONNECT loop.
        !           837:  */
        !           838: 
        !           839: CURLcode Curl_http_input_auth(struct connectdata *conn, bool proxy,
        !           840:                               const char *auth) /* the first non-space */
        !           841: {
        !           842:   /*
        !           843:    * This resource requires authentication
        !           844:    */
        !           845:   struct Curl_easy *data = conn->data;
        !           846: 
        !           847: #ifdef USE_SPNEGO
        !           848:   curlnegotiate *negstate = proxy ? &conn->proxy_negotiate_state :
        !           849:                                     &conn->http_negotiate_state;
        !           850: #endif
        !           851:   unsigned long *availp;
        !           852:   struct auth *authp;
        !           853: 
        !           854:   if(proxy) {
        !           855:     availp = &data->info.proxyauthavail;
        !           856:     authp = &data->state.authproxy;
        !           857:   }
        !           858:   else {
        !           859:     availp = &data->info.httpauthavail;
        !           860:     authp = &data->state.authhost;
        !           861:   }
        !           862: 
        !           863:   /*
        !           864:    * Here we check if we want the specific single authentication (using ==) and
        !           865:    * if we do, we initiate usage of it.
        !           866:    *
        !           867:    * If the provided authentication is wanted as one out of several accepted
        !           868:    * types (using &), we OR this authentication type to the authavail
        !           869:    * variable.
        !           870:    *
        !           871:    * Note:
        !           872:    *
        !           873:    * ->picked is first set to the 'want' value (one or more bits) before the
        !           874:    * request is sent, and then it is again set _after_ all response 401/407
        !           875:    * headers have been received but then only to a single preferred method
        !           876:    * (bit).
        !           877:    */
        !           878: 
        !           879:   while(*auth) {
        !           880: #ifdef USE_SPNEGO
        !           881:     if(checkprefix("Negotiate", auth)) {
        !           882:       if((authp->avail & CURLAUTH_NEGOTIATE) ||
        !           883:          Curl_auth_is_spnego_supported()) {
        !           884:         *availp |= CURLAUTH_NEGOTIATE;
        !           885:         authp->avail |= CURLAUTH_NEGOTIATE;
        !           886: 
        !           887:         if(authp->picked == CURLAUTH_NEGOTIATE) {
        !           888:           CURLcode result = Curl_input_negotiate(conn, proxy, auth);
        !           889:           if(!result) {
        !           890:             DEBUGASSERT(!data->req.newurl);
        !           891:             data->req.newurl = strdup(data->change.url);
        !           892:             if(!data->req.newurl)
        !           893:               return CURLE_OUT_OF_MEMORY;
        !           894:             data->state.authproblem = FALSE;
        !           895:             /* we received a GSS auth token and we dealt with it fine */
        !           896:             *negstate = GSS_AUTHRECV;
        !           897:           }
        !           898:           else
        !           899:             data->state.authproblem = TRUE;
        !           900:         }
        !           901:       }
        !           902:     }
        !           903:     else
        !           904: #endif
        !           905: #ifdef USE_NTLM
        !           906:       /* NTLM support requires the SSL crypto libs */
        !           907:       if(checkprefix("NTLM", auth)) {
        !           908:         if((authp->avail & CURLAUTH_NTLM) ||
        !           909:            (authp->avail & CURLAUTH_NTLM_WB) ||
        !           910:            Curl_auth_is_ntlm_supported()) {
        !           911:           *availp |= CURLAUTH_NTLM;
        !           912:           authp->avail |= CURLAUTH_NTLM;
        !           913: 
        !           914:           if(authp->picked == CURLAUTH_NTLM ||
        !           915:              authp->picked == CURLAUTH_NTLM_WB) {
        !           916:             /* NTLM authentication is picked and activated */
        !           917:             CURLcode result = Curl_input_ntlm(conn, proxy, auth);
        !           918:             if(!result) {
        !           919:               data->state.authproblem = FALSE;
        !           920: #ifdef NTLM_WB_ENABLED
        !           921:               if(authp->picked == CURLAUTH_NTLM_WB) {
        !           922:                 *availp &= ~CURLAUTH_NTLM;
        !           923:                 authp->avail &= ~CURLAUTH_NTLM;
        !           924:                 *availp |= CURLAUTH_NTLM_WB;
        !           925:                 authp->avail |= CURLAUTH_NTLM_WB;
        !           926: 
        !           927:                 result = Curl_input_ntlm_wb(conn, proxy, auth);
        !           928:                 if(result) {
        !           929:                   infof(data, "Authentication problem. Ignoring this.\n");
        !           930:                   data->state.authproblem = TRUE;
        !           931:                 }
        !           932:               }
        !           933: #endif
        !           934:             }
        !           935:             else {
        !           936:               infof(data, "Authentication problem. Ignoring this.\n");
        !           937:               data->state.authproblem = TRUE;
        !           938:             }
        !           939:           }
        !           940:         }
        !           941:       }
        !           942:       else
        !           943: #endif
        !           944: #ifndef CURL_DISABLE_CRYPTO_AUTH
        !           945:         if(checkprefix("Digest", auth)) {
        !           946:           if((authp->avail & CURLAUTH_DIGEST) != 0)
        !           947:             infof(data, "Ignoring duplicate digest auth header.\n");
        !           948:           else if(Curl_auth_is_digest_supported()) {
        !           949:             CURLcode result;
        !           950: 
        !           951:             *availp |= CURLAUTH_DIGEST;
        !           952:             authp->avail |= CURLAUTH_DIGEST;
        !           953: 
        !           954:             /* We call this function on input Digest headers even if Digest
        !           955:              * authentication isn't activated yet, as we need to store the
        !           956:              * incoming data from this header in case we are going to use
        !           957:              * Digest */
        !           958:             result = Curl_input_digest(conn, proxy, auth);
        !           959:             if(result) {
        !           960:               infof(data, "Authentication problem. Ignoring this.\n");
        !           961:               data->state.authproblem = TRUE;
        !           962:             }
        !           963:           }
        !           964:         }
        !           965:         else
        !           966: #endif
        !           967:           if(checkprefix("Basic", auth)) {
        !           968:             *availp |= CURLAUTH_BASIC;
        !           969:             authp->avail |= CURLAUTH_BASIC;
        !           970:             if(authp->picked == CURLAUTH_BASIC) {
        !           971:               /* We asked for Basic authentication but got a 40X back
        !           972:                  anyway, which basically means our name+password isn't
        !           973:                  valid. */
        !           974:               authp->avail = CURLAUTH_NONE;
        !           975:               infof(data, "Authentication problem. Ignoring this.\n");
        !           976:               data->state.authproblem = TRUE;
        !           977:             }
        !           978:           }
        !           979:           else
        !           980:             if(checkprefix("Bearer", auth)) {
        !           981:               *availp |= CURLAUTH_BEARER;
        !           982:               authp->avail |= CURLAUTH_BEARER;
        !           983:               if(authp->picked == CURLAUTH_BEARER) {
        !           984:                 /* We asked for Bearer authentication but got a 40X back
        !           985:                   anyway, which basically means our token isn't valid. */
        !           986:                 authp->avail = CURLAUTH_NONE;
        !           987:                 infof(data, "Authentication problem. Ignoring this.\n");
        !           988:                 data->state.authproblem = TRUE;
        !           989:               }
        !           990:             }
        !           991: 
        !           992:     /* there may be multiple methods on one line, so keep reading */
        !           993:     while(*auth && *auth != ',') /* read up to the next comma */
        !           994:       auth++;
        !           995:     if(*auth == ',') /* if we're on a comma, skip it */
        !           996:       auth++;
        !           997:     while(*auth && ISSPACE(*auth))
        !           998:       auth++;
        !           999:   }
        !          1000: 
        !          1001:   return CURLE_OK;
        !          1002: }
        !          1003: 
        !          1004: /**
        !          1005:  * http_should_fail() determines whether an HTTP response has gotten us
        !          1006:  * into an error state or not.
        !          1007:  *
        !          1008:  * @param conn all information about the current connection
        !          1009:  *
        !          1010:  * @retval 0 communications should continue
        !          1011:  *
        !          1012:  * @retval 1 communications should not continue
        !          1013:  */
        !          1014: static int http_should_fail(struct connectdata *conn)
        !          1015: {
        !          1016:   struct Curl_easy *data;
        !          1017:   int httpcode;
        !          1018: 
        !          1019:   DEBUGASSERT(conn);
        !          1020:   data = conn->data;
        !          1021:   DEBUGASSERT(data);
        !          1022: 
        !          1023:   httpcode = data->req.httpcode;
        !          1024: 
        !          1025:   /*
        !          1026:   ** If we haven't been asked to fail on error,
        !          1027:   ** don't fail.
        !          1028:   */
        !          1029:   if(!data->set.http_fail_on_error)
        !          1030:     return 0;
        !          1031: 
        !          1032:   /*
        !          1033:   ** Any code < 400 is never terminal.
        !          1034:   */
        !          1035:   if(httpcode < 400)
        !          1036:     return 0;
        !          1037: 
        !          1038:   /*
        !          1039:   ** Any code >= 400 that's not 401 or 407 is always
        !          1040:   ** a terminal error
        !          1041:   */
        !          1042:   if((httpcode != 401) && (httpcode != 407))
        !          1043:     return 1;
        !          1044: 
        !          1045:   /*
        !          1046:   ** All we have left to deal with is 401 and 407
        !          1047:   */
        !          1048:   DEBUGASSERT((httpcode == 401) || (httpcode == 407));
        !          1049: 
        !          1050:   /*
        !          1051:   ** Examine the current authentication state to see if this
        !          1052:   ** is an error.  The idea is for this function to get
        !          1053:   ** called after processing all the headers in a response
        !          1054:   ** message.  So, if we've been to asked to authenticate a
        !          1055:   ** particular stage, and we've done it, we're OK.  But, if
        !          1056:   ** we're already completely authenticated, it's not OK to
        !          1057:   ** get another 401 or 407.
        !          1058:   **
        !          1059:   ** It is possible for authentication to go stale such that
        !          1060:   ** the client needs to reauthenticate.  Once that info is
        !          1061:   ** available, use it here.
        !          1062:   */
        !          1063: 
        !          1064:   /*
        !          1065:   ** Either we're not authenticating, or we're supposed to
        !          1066:   ** be authenticating something else.  This is an error.
        !          1067:   */
        !          1068:   if((httpcode == 401) && !conn->bits.user_passwd)
        !          1069:     return TRUE;
        !          1070:   if((httpcode == 407) && !conn->bits.proxy_user_passwd)
        !          1071:     return TRUE;
        !          1072: 
        !          1073:   return data->state.authproblem;
        !          1074: }
        !          1075: 
        !          1076: /*
        !          1077:  * readmoredata() is a "fread() emulation" to provide POST and/or request
        !          1078:  * data. It is used when a huge POST is to be made and the entire chunk wasn't
        !          1079:  * sent in the first send(). This function will then be called from the
        !          1080:  * transfer.c loop when more data is to be sent to the peer.
        !          1081:  *
        !          1082:  * Returns the amount of bytes it filled the buffer with.
        !          1083:  */
        !          1084: static size_t readmoredata(char *buffer,
        !          1085:                            size_t size,
        !          1086:                            size_t nitems,
        !          1087:                            void *userp)
        !          1088: {
        !          1089:   struct connectdata *conn = (struct connectdata *)userp;
        !          1090:   struct HTTP *http = conn->data->req.protop;
        !          1091:   size_t fullsize = size * nitems;
        !          1092: 
        !          1093:   if(!http->postsize)
        !          1094:     /* nothing to return */
        !          1095:     return 0;
        !          1096: 
        !          1097:   /* make sure that a HTTP request is never sent away chunked! */
        !          1098:   conn->data->req.forbidchunk = (http->sending == HTTPSEND_REQUEST)?TRUE:FALSE;
        !          1099: 
        !          1100:   if(http->postsize <= (curl_off_t)fullsize) {
        !          1101:     memcpy(buffer, http->postdata, (size_t)http->postsize);
        !          1102:     fullsize = (size_t)http->postsize;
        !          1103: 
        !          1104:     if(http->backup.postsize) {
        !          1105:       /* move backup data into focus and continue on that */
        !          1106:       http->postdata = http->backup.postdata;
        !          1107:       http->postsize = http->backup.postsize;
        !          1108:       conn->data->state.fread_func = http->backup.fread_func;
        !          1109:       conn->data->state.in = http->backup.fread_in;
        !          1110: 
        !          1111:       http->sending++; /* move one step up */
        !          1112: 
        !          1113:       http->backup.postsize = 0;
        !          1114:     }
        !          1115:     else
        !          1116:       http->postsize = 0;
        !          1117: 
        !          1118:     return fullsize;
        !          1119:   }
        !          1120: 
        !          1121:   memcpy(buffer, http->postdata, fullsize);
        !          1122:   http->postdata += fullsize;
        !          1123:   http->postsize -= fullsize;
        !          1124: 
        !          1125:   return fullsize;
        !          1126: }
        !          1127: 
        !          1128: /* ------------------------------------------------------------------------- */
        !          1129: /* add_buffer functions */
        !          1130: 
        !          1131: /*
        !          1132:  * Curl_add_buffer_init() sets up and returns a fine buffer struct
        !          1133:  */
        !          1134: Curl_send_buffer *Curl_add_buffer_init(void)
        !          1135: {
        !          1136:   return calloc(1, sizeof(Curl_send_buffer));
        !          1137: }
        !          1138: 
        !          1139: /*
        !          1140:  * Curl_add_buffer_free() frees all associated resources.
        !          1141:  */
        !          1142: void Curl_add_buffer_free(Curl_send_buffer **inp)
        !          1143: {
        !          1144:   Curl_send_buffer *in;
        !          1145:   if(!inp)
        !          1146:     return;
        !          1147:   in = *inp;
        !          1148:   if(in) { /* deal with NULL input */
        !          1149:     free(in->buffer);
        !          1150:     free(in);
        !          1151:   }
        !          1152:   *inp = NULL;
        !          1153: }
        !          1154: 
        !          1155: /*
        !          1156:  * Curl_add_buffer_send() sends a header buffer and frees all associated
        !          1157:  * memory.  Body data may be appended to the header data if desired.
        !          1158:  *
        !          1159:  * Returns CURLcode
        !          1160:  */
        !          1161: CURLcode Curl_add_buffer_send(Curl_send_buffer **inp,
        !          1162:                               struct connectdata *conn,
        !          1163: 
        !          1164:                               /* add the number of sent bytes to this
        !          1165:                                  counter */
        !          1166:                               curl_off_t *bytes_written,
        !          1167: 
        !          1168:                               /* how much of the buffer contains body data */
        !          1169:                               size_t included_body_bytes,
        !          1170:                               int socketindex)
        !          1171: {
        !          1172:   ssize_t amount;
        !          1173:   CURLcode result;
        !          1174:   char *ptr;
        !          1175:   size_t size;
        !          1176:   struct Curl_easy *data = conn->data;
        !          1177:   struct HTTP *http = data->req.protop;
        !          1178:   size_t sendsize;
        !          1179:   curl_socket_t sockfd;
        !          1180:   size_t headersize;
        !          1181:   Curl_send_buffer *in = *inp;
        !          1182: 
        !          1183:   DEBUGASSERT(socketindex <= SECONDARYSOCKET);
        !          1184: 
        !          1185:   sockfd = conn->sock[socketindex];
        !          1186: 
        !          1187:   /* The looping below is required since we use non-blocking sockets, but due
        !          1188:      to the circumstances we will just loop and try again and again etc */
        !          1189: 
        !          1190:   ptr = in->buffer;
        !          1191:   size = in->size_used;
        !          1192: 
        !          1193:   headersize = size - included_body_bytes; /* the initial part that isn't body
        !          1194:                                               is header */
        !          1195: 
        !          1196:   DEBUGASSERT(size > included_body_bytes);
        !          1197: 
        !          1198:   result = Curl_convert_to_network(data, ptr, headersize);
        !          1199:   /* Curl_convert_to_network calls failf if unsuccessful */
        !          1200:   if(result) {
        !          1201:     /* conversion failed, free memory and return to the caller */
        !          1202:     Curl_add_buffer_free(inp);
        !          1203:     return result;
        !          1204:   }
        !          1205: 
        !          1206:   if((conn->handler->flags & PROTOPT_SSL ||
        !          1207:      conn->http_proxy.proxytype == CURLPROXY_HTTPS)
        !          1208:      && conn->httpversion != 20) {
        !          1209:     /* We never send more than CURL_MAX_WRITE_SIZE bytes in one single chunk
        !          1210:        when we speak HTTPS, as if only a fraction of it is sent now, this data
        !          1211:        needs to fit into the normal read-callback buffer later on and that
        !          1212:        buffer is using this size.
        !          1213:     */
        !          1214: 
        !          1215:     sendsize = CURLMIN(size, CURL_MAX_WRITE_SIZE);
        !          1216: 
        !          1217:     /* OpenSSL is very picky and we must send the SAME buffer pointer to the
        !          1218:        library when we attempt to re-send this buffer. Sending the same data
        !          1219:        is not enough, we must use the exact same address. For this reason, we
        !          1220:        must copy the data to the uploadbuffer first, since that is the buffer
        !          1221:        we will be using if this send is retried later.
        !          1222:     */
        !          1223:     result = Curl_get_upload_buffer(data);
        !          1224:     if(result) {
        !          1225:       /* malloc failed, free memory and return to the caller */
        !          1226:       Curl_add_buffer_free(&in);
        !          1227:       return result;
        !          1228:     }
        !          1229:     memcpy(data->state.ulbuf, ptr, sendsize);
        !          1230:     ptr = data->state.ulbuf;
        !          1231:   }
        !          1232:   else {
        !          1233: #ifdef CURLDEBUG
        !          1234:     /* Allow debug builds override this logic to force short initial sends */
        !          1235:     char *p = getenv("CURL_SMALLREQSEND");
        !          1236:     if(p) {
        !          1237:       size_t altsize = (size_t)strtoul(p, NULL, 10);
        !          1238:       if(altsize)
        !          1239:         sendsize = CURLMIN(size, altsize);
        !          1240:       else
        !          1241:         sendsize = size;
        !          1242:     }
        !          1243:     else
        !          1244: #endif
        !          1245:     sendsize = size;
        !          1246:   }
        !          1247: 
        !          1248:   result = Curl_write(conn, sockfd, ptr, sendsize, &amount);
        !          1249: 
        !          1250:   if(!result) {
        !          1251:     /*
        !          1252:      * Note that we may not send the entire chunk at once, and we have a set
        !          1253:      * number of data bytes at the end of the big buffer (out of which we may
        !          1254:      * only send away a part).
        !          1255:      */
        !          1256:     /* how much of the header that was sent */
        !          1257:     size_t headlen = (size_t)amount>headersize ? headersize : (size_t)amount;
        !          1258:     size_t bodylen = amount - headlen;
        !          1259: 
        !          1260:     if(data->set.verbose) {
        !          1261:       /* this data _may_ contain binary stuff */
        !          1262:       Curl_debug(data, CURLINFO_HEADER_OUT, ptr, headlen);
        !          1263:       if(bodylen) {
        !          1264:         /* there was body data sent beyond the initial header part, pass that
        !          1265:            on to the debug callback too */
        !          1266:         Curl_debug(data, CURLINFO_DATA_OUT,
        !          1267:                    ptr + headlen, bodylen);
        !          1268:       }
        !          1269:     }
        !          1270: 
        !          1271:     /* 'amount' can never be a very large value here so typecasting it so a
        !          1272:        signed 31 bit value should not cause problems even if ssize_t is
        !          1273:        64bit */
        !          1274:     *bytes_written += (long)amount;
        !          1275: 
        !          1276:     if(http) {
        !          1277:       /* if we sent a piece of the body here, up the byte counter for it
        !          1278:          accordingly */
        !          1279:       data->req.writebytecount += bodylen;
        !          1280:       Curl_pgrsSetUploadCounter(data, data->req.writebytecount);
        !          1281: 
        !          1282:       if((size_t)amount != size) {
        !          1283:         /* The whole request could not be sent in one system call. We must
        !          1284:            queue it up and send it later when we get the chance. We must not
        !          1285:            loop here and wait until it might work again. */
        !          1286: 
        !          1287:         size -= amount;
        !          1288: 
        !          1289:         ptr = in->buffer + amount;
        !          1290: 
        !          1291:         /* backup the currently set pointers */
        !          1292:         http->backup.fread_func = data->state.fread_func;
        !          1293:         http->backup.fread_in = data->state.in;
        !          1294:         http->backup.postdata = http->postdata;
        !          1295:         http->backup.postsize = http->postsize;
        !          1296: 
        !          1297:         /* set the new pointers for the request-sending */
        !          1298:         data->state.fread_func = (curl_read_callback)readmoredata;
        !          1299:         data->state.in = (void *)conn;
        !          1300:         http->postdata = ptr;
        !          1301:         http->postsize = (curl_off_t)size;
        !          1302: 
        !          1303:         http->send_buffer = in;
        !          1304:         http->sending = HTTPSEND_REQUEST;
        !          1305: 
        !          1306:         return CURLE_OK;
        !          1307:       }
        !          1308:       http->sending = HTTPSEND_BODY;
        !          1309:       /* the full buffer was sent, clean up and return */
        !          1310:     }
        !          1311:     else {
        !          1312:       if((size_t)amount != size)
        !          1313:         /* We have no continue-send mechanism now, fail. This can only happen
        !          1314:            when this function is used from the CONNECT sending function. We
        !          1315:            currently (stupidly) assume that the whole request is always sent
        !          1316:            away in the first single chunk.
        !          1317: 
        !          1318:            This needs FIXing.
        !          1319:         */
        !          1320:         return CURLE_SEND_ERROR;
        !          1321:     }
        !          1322:   }
        !          1323:   Curl_add_buffer_free(&in);
        !          1324: 
        !          1325:   return result;
        !          1326: }
        !          1327: 
        !          1328: 
        !          1329: /*
        !          1330:  * add_bufferf() add the formatted input to the buffer.
        !          1331:  */
        !          1332: CURLcode Curl_add_bufferf(Curl_send_buffer **inp, const char *fmt, ...)
        !          1333: {
        !          1334:   char *s;
        !          1335:   va_list ap;
        !          1336:   va_start(ap, fmt);
        !          1337:   s = vaprintf(fmt, ap); /* this allocs a new string to append */
        !          1338:   va_end(ap);
        !          1339: 
        !          1340:   if(s) {
        !          1341:     CURLcode result = Curl_add_buffer(inp, s, strlen(s));
        !          1342:     free(s);
        !          1343:     return result;
        !          1344:   }
        !          1345:   /* If we failed, we cleanup the whole buffer and return error */
        !          1346:   Curl_add_buffer_free(inp);
        !          1347:   return CURLE_OUT_OF_MEMORY;
        !          1348: }
        !          1349: 
        !          1350: /*
        !          1351:  * Curl_add_buffer() appends a memory chunk to the existing buffer
        !          1352:  */
        !          1353: CURLcode Curl_add_buffer(Curl_send_buffer **inp, const void *inptr,
        !          1354:                          size_t size)
        !          1355: {
        !          1356:   char *new_rb;
        !          1357:   Curl_send_buffer *in = *inp;
        !          1358: 
        !          1359:   if(~size < in->size_used) {
        !          1360:     /* If resulting used size of send buffer would wrap size_t, cleanup
        !          1361:        the whole buffer and return error. Otherwise the required buffer
        !          1362:        size will fit into a single allocatable memory chunk */
        !          1363:     Curl_add_buffer_free(inp);
        !          1364:     return CURLE_OUT_OF_MEMORY;
        !          1365:   }
        !          1366: 
        !          1367:   if(!in->buffer ||
        !          1368:      ((in->size_used + size) > (in->size_max - 1))) {
        !          1369:     /* If current buffer size isn't enough to hold the result, use a
        !          1370:        buffer size that doubles the required size. If this new size
        !          1371:        would wrap size_t, then just use the largest possible one */
        !          1372:     size_t new_size;
        !          1373: 
        !          1374:     if((size > (size_t)-1 / 2) || (in->size_used > (size_t)-1 / 2) ||
        !          1375:        (~(size * 2) < (in->size_used * 2)))
        !          1376:       new_size = (size_t)-1;
        !          1377:     else
        !          1378:       new_size = (in->size_used + size) * 2;
        !          1379: 
        !          1380:     if(in->buffer)
        !          1381:       /* we have a buffer, enlarge the existing one */
        !          1382:       new_rb = Curl_saferealloc(in->buffer, new_size);
        !          1383:     else
        !          1384:       /* create a new buffer */
        !          1385:       new_rb = malloc(new_size);
        !          1386: 
        !          1387:     if(!new_rb) {
        !          1388:       /* If we failed, we cleanup the whole buffer and return error */
        !          1389:       free(in);
        !          1390:       *inp = NULL;
        !          1391:       return CURLE_OUT_OF_MEMORY;
        !          1392:     }
        !          1393: 
        !          1394:     in->buffer = new_rb;
        !          1395:     in->size_max = new_size;
        !          1396:   }
        !          1397:   memcpy(&in->buffer[in->size_used], inptr, size);
        !          1398: 
        !          1399:   in->size_used += size;
        !          1400: 
        !          1401:   return CURLE_OK;
        !          1402: }
        !          1403: 
        !          1404: /* end of the add_buffer functions */
        !          1405: /* ------------------------------------------------------------------------- */
        !          1406: 
        !          1407: 
        !          1408: 
        !          1409: /*
        !          1410:  * Curl_compareheader()
        !          1411:  *
        !          1412:  * Returns TRUE if 'headerline' contains the 'header' with given 'content'.
        !          1413:  * Pass headers WITH the colon.
        !          1414:  */
        !          1415: bool
        !          1416: Curl_compareheader(const char *headerline, /* line to check */
        !          1417:                    const char *header,  /* header keyword _with_ colon */
        !          1418:                    const char *content) /* content string to find */
        !          1419: {
        !          1420:   /* RFC2616, section 4.2 says: "Each header field consists of a name followed
        !          1421:    * by a colon (":") and the field value. Field names are case-insensitive.
        !          1422:    * The field value MAY be preceded by any amount of LWS, though a single SP
        !          1423:    * is preferred." */
        !          1424: 
        !          1425:   size_t hlen = strlen(header);
        !          1426:   size_t clen;
        !          1427:   size_t len;
        !          1428:   const char *start;
        !          1429:   const char *end;
        !          1430: 
        !          1431:   if(!strncasecompare(headerline, header, hlen))
        !          1432:     return FALSE; /* doesn't start with header */
        !          1433: 
        !          1434:   /* pass the header */
        !          1435:   start = &headerline[hlen];
        !          1436: 
        !          1437:   /* pass all white spaces */
        !          1438:   while(*start && ISSPACE(*start))
        !          1439:     start++;
        !          1440: 
        !          1441:   /* find the end of the header line */
        !          1442:   end = strchr(start, '\r'); /* lines end with CRLF */
        !          1443:   if(!end) {
        !          1444:     /* in case there's a non-standard compliant line here */
        !          1445:     end = strchr(start, '\n');
        !          1446: 
        !          1447:     if(!end)
        !          1448:       /* hm, there's no line ending here, use the zero byte! */
        !          1449:       end = strchr(start, '\0');
        !          1450:   }
        !          1451: 
        !          1452:   len = end-start; /* length of the content part of the input line */
        !          1453:   clen = strlen(content); /* length of the word to find */
        !          1454: 
        !          1455:   /* find the content string in the rest of the line */
        !          1456:   for(; len >= clen; len--, start++) {
        !          1457:     if(strncasecompare(start, content, clen))
        !          1458:       return TRUE; /* match! */
        !          1459:   }
        !          1460: 
        !          1461:   return FALSE; /* no match */
        !          1462: }
        !          1463: 
        !          1464: /*
        !          1465:  * Curl_http_connect() performs HTTP stuff to do at connect-time, called from
        !          1466:  * the generic Curl_connect().
        !          1467:  */
        !          1468: CURLcode Curl_http_connect(struct connectdata *conn, bool *done)
        !          1469: {
        !          1470:   CURLcode result;
        !          1471: 
        !          1472:   /* We default to persistent connections. We set this already in this connect
        !          1473:      function to make the re-use checks properly be able to check this bit. */
        !          1474:   connkeep(conn, "HTTP default");
        !          1475: 
        !          1476:   /* the CONNECT procedure might not have been completed */
        !          1477:   result = Curl_proxy_connect(conn, FIRSTSOCKET);
        !          1478:   if(result)
        !          1479:     return result;
        !          1480: 
        !          1481:   if(conn->bits.proxy_connect_closed)
        !          1482:     /* this is not an error, just part of the connection negotiation */
        !          1483:     return CURLE_OK;
        !          1484: 
        !          1485:   if(CONNECT_FIRSTSOCKET_PROXY_SSL())
        !          1486:     return CURLE_OK; /* wait for HTTPS proxy SSL initialization to complete */
        !          1487: 
        !          1488:   if(Curl_connect_ongoing(conn))
        !          1489:     /* nothing else to do except wait right now - we're not done here. */
        !          1490:     return CURLE_OK;
        !          1491: 
        !          1492: #ifndef CURL_DISABLE_PROXY
        !          1493:   if(conn->data->set.haproxyprotocol) {
        !          1494:     /* add HAProxy PROXY protocol header */
        !          1495:     result = add_haproxy_protocol_header(conn);
        !          1496:     if(result)
        !          1497:       return result;
        !          1498:   }
        !          1499: #endif
        !          1500: 
        !          1501:   if(conn->given->protocol & CURLPROTO_HTTPS) {
        !          1502:     /* perform SSL initialization */
        !          1503:     result = https_connecting(conn, done);
        !          1504:     if(result)
        !          1505:       return result;
        !          1506:   }
        !          1507:   else
        !          1508:     *done = TRUE;
        !          1509: 
        !          1510:   return CURLE_OK;
        !          1511: }
        !          1512: 
        !          1513: /* this returns the socket to wait for in the DO and DOING state for the multi
        !          1514:    interface and then we're always _sending_ a request and thus we wait for
        !          1515:    the single socket to become writable only */
        !          1516: static int http_getsock_do(struct connectdata *conn,
        !          1517:                            curl_socket_t *socks)
        !          1518: {
        !          1519:   /* write mode */
        !          1520:   socks[0] = conn->sock[FIRSTSOCKET];
        !          1521:   return GETSOCK_WRITESOCK(0);
        !          1522: }
        !          1523: 
        !          1524: #ifndef CURL_DISABLE_PROXY
        !          1525: static CURLcode add_haproxy_protocol_header(struct connectdata *conn)
        !          1526: {
        !          1527:   char proxy_header[128];
        !          1528:   Curl_send_buffer *req_buffer;
        !          1529:   CURLcode result;
        !          1530:   char tcp_version[5];
        !          1531: 
        !          1532:   /* Emit the correct prefix for IPv6 */
        !          1533:   if(conn->bits.ipv6) {
        !          1534:     strcpy(tcp_version, "TCP6");
        !          1535:   }
        !          1536:   else {
        !          1537:     strcpy(tcp_version, "TCP4");
        !          1538:   }
        !          1539: 
        !          1540:   msnprintf(proxy_header,
        !          1541:             sizeof(proxy_header),
        !          1542:             "PROXY %s %s %s %li %li\r\n",
        !          1543:             tcp_version,
        !          1544:             conn->data->info.conn_local_ip,
        !          1545:             conn->data->info.conn_primary_ip,
        !          1546:             conn->data->info.conn_local_port,
        !          1547:             conn->data->info.conn_primary_port);
        !          1548: 
        !          1549:   req_buffer = Curl_add_buffer_init();
        !          1550:   if(!req_buffer)
        !          1551:     return CURLE_OUT_OF_MEMORY;
        !          1552: 
        !          1553:   result = Curl_add_bufferf(&req_buffer, proxy_header);
        !          1554:   if(result)
        !          1555:     return result;
        !          1556: 
        !          1557:   result = Curl_add_buffer_send(&req_buffer,
        !          1558:                                 conn,
        !          1559:                                 &conn->data->info.request_size,
        !          1560:                                 0,
        !          1561:                                 FIRSTSOCKET);
        !          1562: 
        !          1563:   return result;
        !          1564: }
        !          1565: #endif
        !          1566: 
        !          1567: #ifdef USE_SSL
        !          1568: static CURLcode https_connecting(struct connectdata *conn, bool *done)
        !          1569: {
        !          1570:   CURLcode result;
        !          1571:   DEBUGASSERT((conn) && (conn->handler->flags & PROTOPT_SSL));
        !          1572: 
        !          1573: #ifdef ENABLE_QUIC
        !          1574:   if(conn->transport == TRNSPRT_QUIC) {
        !          1575:     *done = TRUE;
        !          1576:     return CURLE_OK;
        !          1577:   }
        !          1578: #endif
        !          1579: 
        !          1580:   /* perform SSL initialization for this socket */
        !          1581:   result = Curl_ssl_connect_nonblocking(conn, FIRSTSOCKET, done);
        !          1582:   if(result)
        !          1583:     connclose(conn, "Failed HTTPS connection");
        !          1584: 
        !          1585:   return result;
        !          1586: }
        !          1587: 
        !          1588: static int https_getsock(struct connectdata *conn,
        !          1589:                          curl_socket_t *socks)
        !          1590: {
        !          1591:   if(conn->handler->flags & PROTOPT_SSL)
        !          1592:     return Curl_ssl_getsock(conn, socks);
        !          1593:   return GETSOCK_BLANK;
        !          1594: }
        !          1595: #endif /* USE_SSL */
        !          1596: 
        !          1597: /*
        !          1598:  * Curl_http_done() gets called after a single HTTP request has been
        !          1599:  * performed.
        !          1600:  */
        !          1601: 
        !          1602: CURLcode Curl_http_done(struct connectdata *conn,
        !          1603:                         CURLcode status, bool premature)
        !          1604: {
        !          1605:   struct Curl_easy *data = conn->data;
        !          1606:   struct HTTP *http = data->req.protop;
        !          1607: 
        !          1608:   /* Clear multipass flag. If authentication isn't done yet, then it will get
        !          1609:    * a chance to be set back to true when we output the next auth header */
        !          1610:   data->state.authhost.multipass = FALSE;
        !          1611:   data->state.authproxy.multipass = FALSE;
        !          1612: 
        !          1613:   Curl_unencode_cleanup(conn);
        !          1614: 
        !          1615:   /* set the proper values (possibly modified on POST) */
        !          1616:   conn->seek_func = data->set.seek_func; /* restore */
        !          1617:   conn->seek_client = data->set.seek_client; /* restore */
        !          1618: 
        !          1619:   if(!http)
        !          1620:     return CURLE_OK;
        !          1621: 
        !          1622:   if(http->send_buffer) {
        !          1623:     Curl_add_buffer_free(&http->send_buffer);
        !          1624:   }
        !          1625: 
        !          1626:   Curl_http2_done(data, premature);
        !          1627:   Curl_quic_done(data, premature);
        !          1628: 
        !          1629:   Curl_mime_cleanpart(&http->form);
        !          1630: 
        !          1631:   if(status)
        !          1632:     return status;
        !          1633: 
        !          1634:   if(!premature && /* this check is pointless when DONE is called before the
        !          1635:                       entire operation is complete */
        !          1636:      !conn->bits.retry &&
        !          1637:      !data->set.connect_only &&
        !          1638:      (data->req.bytecount +
        !          1639:       data->req.headerbytecount -
        !          1640:       data->req.deductheadercount) <= 0) {
        !          1641:     /* If this connection isn't simply closed to be retried, AND nothing was
        !          1642:        read from the HTTP server (that counts), this can't be right so we
        !          1643:        return an error here */
        !          1644:     failf(data, "Empty reply from server");
        !          1645:     return CURLE_GOT_NOTHING;
        !          1646:   }
        !          1647: 
        !          1648:   return CURLE_OK;
        !          1649: }
        !          1650: 
        !          1651: /*
        !          1652:  * Determine if we should use HTTP 1.1 (OR BETTER) for this request. Reasons
        !          1653:  * to avoid it include:
        !          1654:  *
        !          1655:  * - if the user specifically requested HTTP 1.0
        !          1656:  * - if the server we are connected to only supports 1.0
        !          1657:  * - if any server previously contacted to handle this request only supports
        !          1658:  * 1.0.
        !          1659:  */
        !          1660: static bool use_http_1_1plus(const struct Curl_easy *data,
        !          1661:                              const struct connectdata *conn)
        !          1662: {
        !          1663:   if((data->state.httpversion == 10) || (conn->httpversion == 10))
        !          1664:     return FALSE;
        !          1665:   if((data->set.httpversion == CURL_HTTP_VERSION_1_0) &&
        !          1666:      (conn->httpversion <= 10))
        !          1667:     return FALSE;
        !          1668:   return ((data->set.httpversion == CURL_HTTP_VERSION_NONE) ||
        !          1669:           (data->set.httpversion >= CURL_HTTP_VERSION_1_1));
        !          1670: }
        !          1671: 
        !          1672: static const char *get_http_string(const struct Curl_easy *data,
        !          1673:                                    const struct connectdata *conn)
        !          1674: {
        !          1675: #ifdef ENABLE_QUIC
        !          1676:   if((data->set.httpversion == CURL_HTTP_VERSION_3) ||
        !          1677:      (conn->httpversion == 30))
        !          1678:     return "3";
        !          1679: #endif
        !          1680: 
        !          1681: #ifdef USE_NGHTTP2
        !          1682:   if(conn->proto.httpc.h2)
        !          1683:     return "2";
        !          1684: #endif
        !          1685: 
        !          1686:   if(use_http_1_1plus(data, conn))
        !          1687:     return "1.1";
        !          1688: 
        !          1689:   return "1.0";
        !          1690: }
        !          1691: 
        !          1692: /* check and possibly add an Expect: header */
        !          1693: static CURLcode expect100(struct Curl_easy *data,
        !          1694:                           struct connectdata *conn,
        !          1695:                           Curl_send_buffer *req_buffer)
        !          1696: {
        !          1697:   CURLcode result = CURLE_OK;
        !          1698:   data->state.expect100header = FALSE; /* default to false unless it is set
        !          1699:                                           to TRUE below */
        !          1700:   if(!data->state.disableexpect && use_http_1_1plus(data, conn) &&
        !          1701:      (conn->httpversion < 20)) {
        !          1702:     /* if not doing HTTP 1.0 or version 2, or disabled explicitly, we add an
        !          1703:        Expect: 100-continue to the headers which actually speeds up post
        !          1704:        operations (as there is one packet coming back from the web server) */
        !          1705:     const char *ptr = Curl_checkheaders(conn, "Expect");
        !          1706:     if(ptr) {
        !          1707:       data->state.expect100header =
        !          1708:         Curl_compareheader(ptr, "Expect:", "100-continue");
        !          1709:     }
        !          1710:     else {
        !          1711:       result = Curl_add_bufferf(&req_buffer,
        !          1712:                                 "Expect: 100-continue\r\n");
        !          1713:       if(!result)
        !          1714:         data->state.expect100header = TRUE;
        !          1715:     }
        !          1716:   }
        !          1717: 
        !          1718:   return result;
        !          1719: }
        !          1720: 
        !          1721: enum proxy_use {
        !          1722:   HEADER_SERVER,  /* direct to server */
        !          1723:   HEADER_PROXY,   /* regular request to proxy */
        !          1724:   HEADER_CONNECT  /* sending CONNECT to a proxy */
        !          1725: };
        !          1726: 
        !          1727: /* used to compile the provided trailers into one buffer
        !          1728:    will return an error code if one of the headers is
        !          1729:    not formatted correctly */
        !          1730: CURLcode Curl_http_compile_trailers(struct curl_slist *trailers,
        !          1731:                                     Curl_send_buffer **buffer,
        !          1732:                                     struct Curl_easy *handle)
        !          1733: {
        !          1734:   char *ptr = NULL;
        !          1735:   CURLcode result = CURLE_OK;
        !          1736:   const char *endofline_native = NULL;
        !          1737:   const char *endofline_network = NULL;
        !          1738: 
        !          1739:   if(
        !          1740: #ifdef CURL_DO_LINEEND_CONV
        !          1741:      (handle->set.prefer_ascii) ||
        !          1742: #endif
        !          1743:      (handle->set.crlf)) {
        !          1744:     /* \n will become \r\n later on */
        !          1745:     endofline_native  = "\n";
        !          1746:     endofline_network = "\x0a";
        !          1747:   }
        !          1748:   else {
        !          1749:     endofline_native  = "\r\n";
        !          1750:     endofline_network = "\x0d\x0a";
        !          1751:   }
        !          1752: 
        !          1753:   while(trailers) {
        !          1754:     /* only add correctly formatted trailers */
        !          1755:     ptr = strchr(trailers->data, ':');
        !          1756:     if(ptr && *(ptr + 1) == ' ') {
        !          1757:       result = Curl_add_bufferf(buffer, "%s%s", trailers->data,
        !          1758:                                 endofline_native);
        !          1759:       if(result)
        !          1760:         return result;
        !          1761:     }
        !          1762:     else
        !          1763:       infof(handle, "Malformatted trailing header ! Skipping trailer.");
        !          1764:     trailers = trailers->next;
        !          1765:   }
        !          1766:   result = Curl_add_buffer(buffer, endofline_network,
        !          1767:                            strlen(endofline_network));
        !          1768:   return result;
        !          1769: }
        !          1770: 
        !          1771: CURLcode Curl_add_custom_headers(struct connectdata *conn,
        !          1772:                                  bool is_connect,
        !          1773:                                  Curl_send_buffer *req_buffer)
        !          1774: {
        !          1775:   char *ptr;
        !          1776:   struct curl_slist *h[2];
        !          1777:   struct curl_slist *headers;
        !          1778:   int numlists = 1; /* by default */
        !          1779:   struct Curl_easy *data = conn->data;
        !          1780:   int i;
        !          1781: 
        !          1782:   enum proxy_use proxy;
        !          1783: 
        !          1784:   if(is_connect)
        !          1785:     proxy = HEADER_CONNECT;
        !          1786:   else
        !          1787:     proxy = conn->bits.httpproxy && !conn->bits.tunnel_proxy?
        !          1788:       HEADER_PROXY:HEADER_SERVER;
        !          1789: 
        !          1790:   switch(proxy) {
        !          1791:   case HEADER_SERVER:
        !          1792:     h[0] = data->set.headers;
        !          1793:     break;
        !          1794:   case HEADER_PROXY:
        !          1795:     h[0] = data->set.headers;
        !          1796:     if(data->set.sep_headers) {
        !          1797:       h[1] = data->set.proxyheaders;
        !          1798:       numlists++;
        !          1799:     }
        !          1800:     break;
        !          1801:   case HEADER_CONNECT:
        !          1802:     if(data->set.sep_headers)
        !          1803:       h[0] = data->set.proxyheaders;
        !          1804:     else
        !          1805:       h[0] = data->set.headers;
        !          1806:     break;
        !          1807:   }
        !          1808: 
        !          1809:   /* loop through one or two lists */
        !          1810:   for(i = 0; i < numlists; i++) {
        !          1811:     headers = h[i];
        !          1812: 
        !          1813:     while(headers) {
        !          1814:       char *semicolonp = NULL;
        !          1815:       ptr = strchr(headers->data, ':');
        !          1816:       if(!ptr) {
        !          1817:         char *optr;
        !          1818:         /* no colon, semicolon? */
        !          1819:         ptr = strchr(headers->data, ';');
        !          1820:         if(ptr) {
        !          1821:           optr = ptr;
        !          1822:           ptr++; /* pass the semicolon */
        !          1823:           while(*ptr && ISSPACE(*ptr))
        !          1824:             ptr++;
        !          1825: 
        !          1826:           if(*ptr) {
        !          1827:             /* this may be used for something else in the future */
        !          1828:             optr = NULL;
        !          1829:           }
        !          1830:           else {
        !          1831:             if(*(--ptr) == ';') {
        !          1832:               /* copy the source */
        !          1833:               semicolonp = strdup(headers->data);
        !          1834:               if(!semicolonp) {
        !          1835:                 Curl_add_buffer_free(&req_buffer);
        !          1836:                 return CURLE_OUT_OF_MEMORY;
        !          1837:               }
        !          1838:               /* put a colon where the semicolon is */
        !          1839:               semicolonp[ptr - headers->data] = ':';
        !          1840:               /* point at the colon */
        !          1841:               optr = &semicolonp [ptr - headers->data];
        !          1842:             }
        !          1843:           }
        !          1844:           ptr = optr;
        !          1845:         }
        !          1846:       }
        !          1847:       if(ptr) {
        !          1848:         /* we require a colon for this to be a true header */
        !          1849: 
        !          1850:         ptr++; /* pass the colon */
        !          1851:         while(*ptr && ISSPACE(*ptr))
        !          1852:           ptr++;
        !          1853: 
        !          1854:         if(*ptr || semicolonp) {
        !          1855:           /* only send this if the contents was non-blank or done special */
        !          1856:           CURLcode result = CURLE_OK;
        !          1857:           char *compare = semicolonp ? semicolonp : headers->data;
        !          1858: 
        !          1859:           if(conn->allocptr.host &&
        !          1860:              /* a Host: header was sent already, don't pass on any custom Host:
        !          1861:                 header as that will produce *two* in the same request! */
        !          1862:              checkprefix("Host:", compare))
        !          1863:             ;
        !          1864:           else if(data->set.httpreq == HTTPREQ_POST_FORM &&
        !          1865:                   /* this header (extended by formdata.c) is sent later */
        !          1866:                   checkprefix("Content-Type:", compare))
        !          1867:             ;
        !          1868:           else if(data->set.httpreq == HTTPREQ_POST_MIME &&
        !          1869:                   /* this header is sent later */
        !          1870:                   checkprefix("Content-Type:", compare))
        !          1871:             ;
        !          1872:           else if(conn->bits.authneg &&
        !          1873:                   /* while doing auth neg, don't allow the custom length since
        !          1874:                      we will force length zero then */
        !          1875:                   checkprefix("Content-Length:", compare))
        !          1876:             ;
        !          1877:           else if(conn->allocptr.te &&
        !          1878:                   /* when asking for Transfer-Encoding, don't pass on a custom
        !          1879:                      Connection: */
        !          1880:                   checkprefix("Connection:", compare))
        !          1881:             ;
        !          1882:           else if((conn->httpversion >= 20) &&
        !          1883:                   checkprefix("Transfer-Encoding:", compare))
        !          1884:             /* HTTP/2 doesn't support chunked requests */
        !          1885:             ;
        !          1886:           else if((checkprefix("Authorization:", compare) ||
        !          1887:                    checkprefix("Cookie:", compare)) &&
        !          1888:                   /* be careful of sending this potentially sensitive header to
        !          1889:                      other hosts */
        !          1890:                   (data->state.this_is_a_follow &&
        !          1891:                    data->state.first_host &&
        !          1892:                    !data->set.allow_auth_to_other_hosts &&
        !          1893:                    !strcasecompare(data->state.first_host, conn->host.name)))
        !          1894:             ;
        !          1895:           else {
        !          1896:             result = Curl_add_bufferf(&req_buffer, "%s\r\n", compare);
        !          1897:           }
        !          1898:           if(semicolonp)
        !          1899:             free(semicolonp);
        !          1900:           if(result)
        !          1901:             return result;
        !          1902:         }
        !          1903:       }
        !          1904:       headers = headers->next;
        !          1905:     }
        !          1906:   }
        !          1907: 
        !          1908:   return CURLE_OK;
        !          1909: }
        !          1910: 
        !          1911: #ifndef CURL_DISABLE_PARSEDATE
        !          1912: CURLcode Curl_add_timecondition(const struct connectdata *conn,
        !          1913:                                 Curl_send_buffer *req_buffer)
        !          1914: {
        !          1915:   struct Curl_easy *data = conn->data;
        !          1916:   const struct tm *tm;
        !          1917:   struct tm keeptime;
        !          1918:   CURLcode result;
        !          1919:   char datestr[80];
        !          1920:   const char *condp;
        !          1921: 
        !          1922:   if(data->set.timecondition == CURL_TIMECOND_NONE)
        !          1923:     /* no condition was asked for */
        !          1924:     return CURLE_OK;
        !          1925: 
        !          1926:   result = Curl_gmtime(data->set.timevalue, &keeptime);
        !          1927:   if(result) {
        !          1928:     failf(data, "Invalid TIMEVALUE");
        !          1929:     return result;
        !          1930:   }
        !          1931:   tm = &keeptime;
        !          1932: 
        !          1933:   switch(data->set.timecondition) {
        !          1934:   default:
        !          1935:     return CURLE_BAD_FUNCTION_ARGUMENT;
        !          1936: 
        !          1937:   case CURL_TIMECOND_IFMODSINCE:
        !          1938:     condp = "If-Modified-Since";
        !          1939:     break;
        !          1940:   case CURL_TIMECOND_IFUNMODSINCE:
        !          1941:     condp = "If-Unmodified-Since";
        !          1942:     break;
        !          1943:   case CURL_TIMECOND_LASTMOD:
        !          1944:     condp = "Last-Modified";
        !          1945:     break;
        !          1946:   }
        !          1947: 
        !          1948:   if(Curl_checkheaders(conn, condp)) {
        !          1949:     /* A custom header was specified; it will be sent instead. */
        !          1950:     return CURLE_OK;
        !          1951:   }
        !          1952: 
        !          1953:   /* The If-Modified-Since header family should have their times set in
        !          1954:    * GMT as RFC2616 defines: "All HTTP date/time stamps MUST be
        !          1955:    * represented in Greenwich Mean Time (GMT), without exception. For the
        !          1956:    * purposes of HTTP, GMT is exactly equal to UTC (Coordinated Universal
        !          1957:    * Time)." (see page 20 of RFC2616).
        !          1958:    */
        !          1959: 
        !          1960:   /* format: "Tue, 15 Nov 1994 12:45:26 GMT" */
        !          1961:   msnprintf(datestr, sizeof(datestr),
        !          1962:             "%s: %s, %02d %s %4d %02d:%02d:%02d GMT\r\n",
        !          1963:             condp,
        !          1964:             Curl_wkday[tm->tm_wday?tm->tm_wday-1:6],
        !          1965:             tm->tm_mday,
        !          1966:             Curl_month[tm->tm_mon],
        !          1967:             tm->tm_year + 1900,
        !          1968:             tm->tm_hour,
        !          1969:             tm->tm_min,
        !          1970:             tm->tm_sec);
        !          1971: 
        !          1972:   result = Curl_add_buffer(&req_buffer, datestr, strlen(datestr));
        !          1973: 
        !          1974:   return result;
        !          1975: }
        !          1976: #else
        !          1977: /* disabled */
        !          1978: CURLcode Curl_add_timecondition(const struct connectdata *conn,
        !          1979:                                 Curl_send_buffer *req_buffer)
        !          1980: {
        !          1981:   (void)conn;
        !          1982:   (void)req_buffer;
        !          1983:   return CURLE_OK;
        !          1984: }
        !          1985: #endif
        !          1986: 
        !          1987: /*
        !          1988:  * Curl_http() gets called from the generic multi_do() function when a HTTP
        !          1989:  * request is to be performed. This creates and sends a properly constructed
        !          1990:  * HTTP request.
        !          1991:  */
        !          1992: CURLcode Curl_http(struct connectdata *conn, bool *done)
        !          1993: {
        !          1994:   struct Curl_easy *data = conn->data;
        !          1995:   CURLcode result = CURLE_OK;
        !          1996:   struct HTTP *http;
        !          1997:   const char *path = data->state.up.path;
        !          1998:   const char *query = data->state.up.query;
        !          1999:   bool paste_ftp_userpwd = FALSE;
        !          2000:   char ftp_typecode[sizeof("/;type=?")] = "";
        !          2001:   const char *host = conn->host.name;
        !          2002:   const char *te = ""; /* transfer-encoding */
        !          2003:   const char *ptr;
        !          2004:   const char *request;
        !          2005:   Curl_HttpReq httpreq = data->set.httpreq;
        !          2006: #if !defined(CURL_DISABLE_COOKIES)
        !          2007:   char *addcookies = NULL;
        !          2008: #endif
        !          2009:   curl_off_t included_body = 0;
        !          2010:   const char *httpstring;
        !          2011:   Curl_send_buffer *req_buffer;
        !          2012:   curl_off_t postsize = 0; /* curl_off_t to handle large file sizes */
        !          2013:   char *altused = NULL;
        !          2014: 
        !          2015:   /* Always consider the DO phase done after this function call, even if there
        !          2016:      may be parts of the request that is not yet sent, since we can deal with
        !          2017:      the rest of the request in the PERFORM phase. */
        !          2018:   *done = TRUE;
        !          2019: 
        !          2020:   if(conn->transport != TRNSPRT_QUIC) {
        !          2021:     if(conn->httpversion < 20) { /* unless the connection is re-used and
        !          2022:                                     already http2 */
        !          2023:       switch(conn->negnpn) {
        !          2024:       case CURL_HTTP_VERSION_2:
        !          2025:         conn->httpversion = 20; /* we know we're on HTTP/2 now */
        !          2026: 
        !          2027:         result = Curl_http2_switched(conn, NULL, 0);
        !          2028:         if(result)
        !          2029:           return result;
        !          2030:         break;
        !          2031:       case CURL_HTTP_VERSION_1_1:
        !          2032:         /* continue with HTTP/1.1 when explicitly requested */
        !          2033:         break;
        !          2034:       default:
        !          2035:         /* Check if user wants to use HTTP/2 with clear TCP*/
        !          2036: #ifdef USE_NGHTTP2
        !          2037:         if(conn->data->set.httpversion ==
        !          2038:            CURL_HTTP_VERSION_2_PRIOR_KNOWLEDGE) {
        !          2039:           if(conn->bits.httpproxy && !conn->bits.tunnel_proxy) {
        !          2040:             /* We don't support HTTP/2 proxies yet. Also it's debatable
        !          2041:                whether or not this setting should apply to HTTP/2 proxies. */
        !          2042:             infof(data, "Ignoring HTTP/2 prior knowledge due to proxy\n");
        !          2043:             break;
        !          2044:           }
        !          2045: 
        !          2046:           DEBUGF(infof(data, "HTTP/2 over clean TCP\n"));
        !          2047:           conn->httpversion = 20;
        !          2048: 
        !          2049:           result = Curl_http2_switched(conn, NULL, 0);
        !          2050:           if(result)
        !          2051:             return result;
        !          2052:         }
        !          2053: #endif
        !          2054:         break;
        !          2055:       }
        !          2056:     }
        !          2057:     else {
        !          2058:       /* prepare for a http2 request */
        !          2059:       result = Curl_http2_setup(conn);
        !          2060:       if(result)
        !          2061:         return result;
        !          2062:     }
        !          2063:   }
        !          2064:   http = data->req.protop;
        !          2065:   DEBUGASSERT(http);
        !          2066: 
        !          2067:   if(!data->state.this_is_a_follow) {
        !          2068:     /* Free to avoid leaking memory on multiple requests*/
        !          2069:     free(data->state.first_host);
        !          2070: 
        !          2071:     data->state.first_host = strdup(conn->host.name);
        !          2072:     if(!data->state.first_host)
        !          2073:       return CURLE_OUT_OF_MEMORY;
        !          2074: 
        !          2075:     data->state.first_remote_port = conn->remote_port;
        !          2076:   }
        !          2077: 
        !          2078:   if((conn->handler->protocol&(PROTO_FAMILY_HTTP|CURLPROTO_FTP)) &&
        !          2079:      data->set.upload) {
        !          2080:     httpreq = HTTPREQ_PUT;
        !          2081:   }
        !          2082: 
        !          2083:   /* Now set the 'request' pointer to the proper request string */
        !          2084:   if(data->set.str[STRING_CUSTOMREQUEST])
        !          2085:     request = data->set.str[STRING_CUSTOMREQUEST];
        !          2086:   else {
        !          2087:     if(data->set.opt_no_body)
        !          2088:       request = "HEAD";
        !          2089:     else {
        !          2090:       DEBUGASSERT((httpreq > HTTPREQ_NONE) && (httpreq < HTTPREQ_LAST));
        !          2091:       switch(httpreq) {
        !          2092:       case HTTPREQ_POST:
        !          2093:       case HTTPREQ_POST_FORM:
        !          2094:       case HTTPREQ_POST_MIME:
        !          2095:         request = "POST";
        !          2096:         break;
        !          2097:       case HTTPREQ_PUT:
        !          2098:         request = "PUT";
        !          2099:         break;
        !          2100:       case HTTPREQ_OPTIONS:
        !          2101:         request = "OPTIONS";
        !          2102:         break;
        !          2103:       default: /* this should never happen */
        !          2104:       case HTTPREQ_GET:
        !          2105:         request = "GET";
        !          2106:         break;
        !          2107:       case HTTPREQ_HEAD:
        !          2108:         request = "HEAD";
        !          2109:         break;
        !          2110:       }
        !          2111:     }
        !          2112:   }
        !          2113: 
        !          2114:   /* The User-Agent string might have been allocated in url.c already, because
        !          2115:      it might have been used in the proxy connect, but if we have got a header
        !          2116:      with the user-agent string specified, we erase the previously made string
        !          2117:      here. */
        !          2118:   if(Curl_checkheaders(conn, "User-Agent")) {
        !          2119:     free(conn->allocptr.uagent);
        !          2120:     conn->allocptr.uagent = NULL;
        !          2121:   }
        !          2122: 
        !          2123:   /* setup the authentication headers */
        !          2124:   {
        !          2125:     char *pq = NULL;
        !          2126:     if(query && *query) {
        !          2127:       pq = aprintf("%s?%s", path, query);
        !          2128:       if(!pq)
        !          2129:         return CURLE_OUT_OF_MEMORY;
        !          2130:     }
        !          2131:     result = Curl_http_output_auth(conn, request, (pq ? pq : path), FALSE);
        !          2132:     free(pq);
        !          2133:     if(result)
        !          2134:       return result;
        !          2135:   }
        !          2136: 
        !          2137:   if(((data->state.authhost.multipass && !data->state.authhost.done)
        !          2138:       || (data->state.authproxy.multipass && !data->state.authproxy.done)) &&
        !          2139:      (httpreq != HTTPREQ_GET) &&
        !          2140:      (httpreq != HTTPREQ_HEAD)) {
        !          2141:     /* Auth is required and we are not authenticated yet. Make a PUT or POST
        !          2142:        with content-length zero as a "probe". */
        !          2143:     conn->bits.authneg = TRUE;
        !          2144:   }
        !          2145:   else
        !          2146:     conn->bits.authneg = FALSE;
        !          2147: 
        !          2148:   Curl_safefree(conn->allocptr.ref);
        !          2149:   if(data->change.referer && !Curl_checkheaders(conn, "Referer")) {
        !          2150:     conn->allocptr.ref = aprintf("Referer: %s\r\n", data->change.referer);
        !          2151:     if(!conn->allocptr.ref)
        !          2152:       return CURLE_OUT_OF_MEMORY;
        !          2153:   }
        !          2154:   else
        !          2155:     conn->allocptr.ref = NULL;
        !          2156: 
        !          2157: #if !defined(CURL_DISABLE_COOKIES)
        !          2158:   if(data->set.str[STRING_COOKIE] && !Curl_checkheaders(conn, "Cookie"))
        !          2159:     addcookies = data->set.str[STRING_COOKIE];
        !          2160: #endif
        !          2161: 
        !          2162:   if(!Curl_checkheaders(conn, "Accept-Encoding") &&
        !          2163:      data->set.str[STRING_ENCODING]) {
        !          2164:     Curl_safefree(conn->allocptr.accept_encoding);
        !          2165:     conn->allocptr.accept_encoding =
        !          2166:       aprintf("Accept-Encoding: %s\r\n", data->set.str[STRING_ENCODING]);
        !          2167:     if(!conn->allocptr.accept_encoding)
        !          2168:       return CURLE_OUT_OF_MEMORY;
        !          2169:   }
        !          2170:   else {
        !          2171:     Curl_safefree(conn->allocptr.accept_encoding);
        !          2172:     conn->allocptr.accept_encoding = NULL;
        !          2173:   }
        !          2174: 
        !          2175: #ifdef HAVE_LIBZ
        !          2176:   /* we only consider transfer-encoding magic if libz support is built-in */
        !          2177: 
        !          2178:   if(!Curl_checkheaders(conn, "TE") &&
        !          2179:      data->set.http_transfer_encoding) {
        !          2180:     /* When we are to insert a TE: header in the request, we must also insert
        !          2181:        TE in a Connection: header, so we need to merge the custom provided
        !          2182:        Connection: header and prevent the original to get sent. Note that if
        !          2183:        the user has inserted his/hers own TE: header we don't do this magic
        !          2184:        but then assume that the user will handle it all! */
        !          2185:     char *cptr = Curl_checkheaders(conn, "Connection");
        !          2186: #define TE_HEADER "TE: gzip\r\n"
        !          2187: 
        !          2188:     Curl_safefree(conn->allocptr.te);
        !          2189: 
        !          2190:     if(cptr) {
        !          2191:       cptr = Curl_copy_header_value(cptr);
        !          2192:       if(!cptr)
        !          2193:         return CURLE_OUT_OF_MEMORY;
        !          2194:     }
        !          2195: 
        !          2196:     /* Create the (updated) Connection: header */
        !          2197:     conn->allocptr.te = aprintf("Connection: %s%sTE\r\n" TE_HEADER,
        !          2198:                                 cptr ? cptr : "", (cptr && *cptr) ? ", ":"");
        !          2199: 
        !          2200:     free(cptr);
        !          2201:     if(!conn->allocptr.te)
        !          2202:       return CURLE_OUT_OF_MEMORY;
        !          2203:   }
        !          2204: #endif
        !          2205: 
        !          2206:   switch(httpreq) {
        !          2207:   case HTTPREQ_POST_MIME:
        !          2208:     http->sendit = &data->set.mimepost;
        !          2209:     break;
        !          2210:   case HTTPREQ_POST_FORM:
        !          2211:     /* Convert the form structure into a mime structure. */
        !          2212:     Curl_mime_cleanpart(&http->form);
        !          2213:     result = Curl_getformdata(data, &http->form, data->set.httppost,
        !          2214:                               data->state.fread_func);
        !          2215:     if(result)
        !          2216:       return result;
        !          2217:     http->sendit = &http->form;
        !          2218:     break;
        !          2219:   default:
        !          2220:     http->sendit = NULL;
        !          2221:   }
        !          2222: 
        !          2223: #ifndef CURL_DISABLE_MIME
        !          2224:   if(http->sendit) {
        !          2225:     const char *cthdr = Curl_checkheaders(conn, "Content-Type");
        !          2226: 
        !          2227:     /* Read and seek body only. */
        !          2228:     http->sendit->flags |= MIME_BODY_ONLY;
        !          2229: 
        !          2230:     /* Prepare the mime structure headers & set content type. */
        !          2231: 
        !          2232:     if(cthdr)
        !          2233:       for(cthdr += 13; *cthdr == ' '; cthdr++)
        !          2234:         ;
        !          2235:     else if(http->sendit->kind == MIMEKIND_MULTIPART)
        !          2236:       cthdr = "multipart/form-data";
        !          2237: 
        !          2238:     curl_mime_headers(http->sendit, data->set.headers, 0);
        !          2239:     result = Curl_mime_prepare_headers(http->sendit, cthdr,
        !          2240:                                        NULL, MIMESTRATEGY_FORM);
        !          2241:     curl_mime_headers(http->sendit, NULL, 0);
        !          2242:     if(!result)
        !          2243:       result = Curl_mime_rewind(http->sendit);
        !          2244:     if(result)
        !          2245:       return result;
        !          2246:     http->postsize = Curl_mime_size(http->sendit);
        !          2247:   }
        !          2248: #endif
        !          2249: 
        !          2250:   ptr = Curl_checkheaders(conn, "Transfer-Encoding");
        !          2251:   if(ptr) {
        !          2252:     /* Some kind of TE is requested, check if 'chunked' is chosen */
        !          2253:     data->req.upload_chunky =
        !          2254:       Curl_compareheader(ptr, "Transfer-Encoding:", "chunked");
        !          2255:   }
        !          2256:   else {
        !          2257:     if((conn->handler->protocol & PROTO_FAMILY_HTTP) &&
        !          2258:        (((httpreq == HTTPREQ_POST_MIME || httpreq == HTTPREQ_POST_FORM) &&
        !          2259:          http->postsize < 0) ||
        !          2260:         ((data->set.upload || httpreq == HTTPREQ_POST) &&
        !          2261:          data->state.infilesize == -1))) {
        !          2262:       if(conn->bits.authneg)
        !          2263:         /* don't enable chunked during auth neg */
        !          2264:         ;
        !          2265:       else if(use_http_1_1plus(data, conn)) {
        !          2266:         if(conn->httpversion < 20)
        !          2267:           /* HTTP, upload, unknown file size and not HTTP 1.0 */
        !          2268:           data->req.upload_chunky = TRUE;
        !          2269:       }
        !          2270:       else {
        !          2271:         failf(data, "Chunky upload is not supported by HTTP 1.0");
        !          2272:         return CURLE_UPLOAD_FAILED;
        !          2273:       }
        !          2274:     }
        !          2275:     else {
        !          2276:       /* else, no chunky upload */
        !          2277:       data->req.upload_chunky = FALSE;
        !          2278:     }
        !          2279: 
        !          2280:     if(data->req.upload_chunky)
        !          2281:       te = "Transfer-Encoding: chunked\r\n";
        !          2282:   }
        !          2283: 
        !          2284:   Curl_safefree(conn->allocptr.host);
        !          2285: 
        !          2286:   ptr = Curl_checkheaders(conn, "Host");
        !          2287:   if(ptr && (!data->state.this_is_a_follow ||
        !          2288:              strcasecompare(data->state.first_host, conn->host.name))) {
        !          2289: #if !defined(CURL_DISABLE_COOKIES)
        !          2290:     /* If we have a given custom Host: header, we extract the host name in
        !          2291:        order to possibly use it for cookie reasons later on. We only allow the
        !          2292:        custom Host: header if this is NOT a redirect, as setting Host: in the
        !          2293:        redirected request is being out on thin ice. Except if the host name
        !          2294:        is the same as the first one! */
        !          2295:     char *cookiehost = Curl_copy_header_value(ptr);
        !          2296:     if(!cookiehost)
        !          2297:       return CURLE_OUT_OF_MEMORY;
        !          2298:     if(!*cookiehost)
        !          2299:       /* ignore empty data */
        !          2300:       free(cookiehost);
        !          2301:     else {
        !          2302:       /* If the host begins with '[', we start searching for the port after
        !          2303:          the bracket has been closed */
        !          2304:       if(*cookiehost == '[') {
        !          2305:         char *closingbracket;
        !          2306:         /* since the 'cookiehost' is an allocated memory area that will be
        !          2307:            freed later we cannot simply increment the pointer */
        !          2308:         memmove(cookiehost, cookiehost + 1, strlen(cookiehost) - 1);
        !          2309:         closingbracket = strchr(cookiehost, ']');
        !          2310:         if(closingbracket)
        !          2311:           *closingbracket = 0;
        !          2312:       }
        !          2313:       else {
        !          2314:         int startsearch = 0;
        !          2315:         char *colon = strchr(cookiehost + startsearch, ':');
        !          2316:         if(colon)
        !          2317:           *colon = 0; /* The host must not include an embedded port number */
        !          2318:       }
        !          2319:       Curl_safefree(conn->allocptr.cookiehost);
        !          2320:       conn->allocptr.cookiehost = cookiehost;
        !          2321:     }
        !          2322: #endif
        !          2323: 
        !          2324:     if(strcmp("Host:", ptr)) {
        !          2325:       conn->allocptr.host = aprintf("Host:%s\r\n", &ptr[5]);
        !          2326:       if(!conn->allocptr.host)
        !          2327:         return CURLE_OUT_OF_MEMORY;
        !          2328:     }
        !          2329:     else
        !          2330:       /* when clearing the header */
        !          2331:       conn->allocptr.host = NULL;
        !          2332:   }
        !          2333:   else {
        !          2334:     /* When building Host: headers, we must put the host name within
        !          2335:        [brackets] if the host name is a plain IPv6-address. RFC2732-style. */
        !          2336: 
        !          2337:     if(((conn->given->protocol&CURLPROTO_HTTPS) &&
        !          2338:         (conn->remote_port == PORT_HTTPS)) ||
        !          2339:        ((conn->given->protocol&CURLPROTO_HTTP) &&
        !          2340:         (conn->remote_port == PORT_HTTP)) )
        !          2341:       /* if(HTTPS on port 443) OR (HTTP on port 80) then don't include
        !          2342:          the port number in the host string */
        !          2343:       conn->allocptr.host = aprintf("Host: %s%s%s\r\n",
        !          2344:                                     conn->bits.ipv6_ip?"[":"",
        !          2345:                                     host,
        !          2346:                                     conn->bits.ipv6_ip?"]":"");
        !          2347:     else
        !          2348:       conn->allocptr.host = aprintf("Host: %s%s%s:%d\r\n",
        !          2349:                                     conn->bits.ipv6_ip?"[":"",
        !          2350:                                     host,
        !          2351:                                     conn->bits.ipv6_ip?"]":"",
        !          2352:                                     conn->remote_port);
        !          2353: 
        !          2354:     if(!conn->allocptr.host)
        !          2355:       /* without Host: we can't make a nice request */
        !          2356:       return CURLE_OUT_OF_MEMORY;
        !          2357:   }
        !          2358: 
        !          2359: #ifndef CURL_DISABLE_PROXY
        !          2360:   if(conn->bits.httpproxy && !conn->bits.tunnel_proxy) {
        !          2361:     /* Using a proxy but does not tunnel through it */
        !          2362: 
        !          2363:     /* The path sent to the proxy is in fact the entire URL. But if the remote
        !          2364:        host is a IDN-name, we must make sure that the request we produce only
        !          2365:        uses the encoded host name! */
        !          2366: 
        !          2367:     /* and no fragment part */
        !          2368:     CURLUcode uc;
        !          2369:     CURLU *h = curl_url_dup(data->state.uh);
        !          2370:     if(!h)
        !          2371:       return CURLE_OUT_OF_MEMORY;
        !          2372: 
        !          2373:     if(conn->host.dispname != conn->host.name) {
        !          2374:       uc = curl_url_set(h, CURLUPART_HOST, conn->host.name, 0);
        !          2375:       if(uc) {
        !          2376:         curl_url_cleanup(h);
        !          2377:         return CURLE_OUT_OF_MEMORY;
        !          2378:       }
        !          2379:     }
        !          2380:     uc = curl_url_set(h, CURLUPART_FRAGMENT, NULL, 0);
        !          2381:     if(uc) {
        !          2382:       curl_url_cleanup(h);
        !          2383:       return CURLE_OUT_OF_MEMORY;
        !          2384:     }
        !          2385: 
        !          2386:     if(strcasecompare("http", data->state.up.scheme)) {
        !          2387:       /* when getting HTTP, we don't want the userinfo the URL */
        !          2388:       uc = curl_url_set(h, CURLUPART_USER, NULL, 0);
        !          2389:       if(uc) {
        !          2390:         curl_url_cleanup(h);
        !          2391:         return CURLE_OUT_OF_MEMORY;
        !          2392:       }
        !          2393:       uc = curl_url_set(h, CURLUPART_PASSWORD, NULL, 0);
        !          2394:       if(uc) {
        !          2395:         curl_url_cleanup(h);
        !          2396:         return CURLE_OUT_OF_MEMORY;
        !          2397:       }
        !          2398:     }
        !          2399:     /* Extract the URL to use in the request. Store in STRING_TEMP_URL for
        !          2400:        clean-up reasons if the function returns before the free() further
        !          2401:        down. */
        !          2402:     uc = curl_url_get(h, CURLUPART_URL, &data->set.str[STRING_TEMP_URL], 0);
        !          2403:     if(uc) {
        !          2404:       curl_url_cleanup(h);
        !          2405:       return CURLE_OUT_OF_MEMORY;
        !          2406:     }
        !          2407: 
        !          2408:     curl_url_cleanup(h);
        !          2409: 
        !          2410:     if(strcasecompare("ftp", data->state.up.scheme)) {
        !          2411:       if(data->set.proxy_transfer_mode) {
        !          2412:         /* when doing ftp, append ;type=<a|i> if not present */
        !          2413:         char *type = strstr(path, ";type=");
        !          2414:         if(type && type[6] && type[7] == 0) {
        !          2415:           switch(Curl_raw_toupper(type[6])) {
        !          2416:           case 'A':
        !          2417:           case 'D':
        !          2418:           case 'I':
        !          2419:             break;
        !          2420:           default:
        !          2421:             type = NULL;
        !          2422:           }
        !          2423:         }
        !          2424:         if(!type) {
        !          2425:           char *p = ftp_typecode;
        !          2426:           /* avoid sending invalid URLs like ftp://example.com;type=i if the
        !          2427:            * user specified ftp://example.com without the slash */
        !          2428:           if(!*data->state.up.path && path[strlen(path) - 1] != '/') {
        !          2429:             *p++ = '/';
        !          2430:           }
        !          2431:           msnprintf(p, sizeof(ftp_typecode) - 1, ";type=%c",
        !          2432:                     data->set.prefer_ascii ? 'a' : 'i');
        !          2433:         }
        !          2434:       }
        !          2435:       if(conn->bits.user_passwd && !conn->bits.userpwd_in_url)
        !          2436:         paste_ftp_userpwd = TRUE;
        !          2437:     }
        !          2438:   }
        !          2439: #endif /* CURL_DISABLE_PROXY */
        !          2440: 
        !          2441:   http->p_accept = Curl_checkheaders(conn, "Accept")?NULL:"Accept: */*\r\n";
        !          2442: 
        !          2443:   if((HTTPREQ_POST == httpreq || HTTPREQ_PUT == httpreq) &&
        !          2444:      data->state.resume_from) {
        !          2445:     /**********************************************************************
        !          2446:      * Resuming upload in HTTP means that we PUT or POST and that we have
        !          2447:      * got a resume_from value set. The resume value has already created
        !          2448:      * a Range: header that will be passed along. We need to "fast forward"
        !          2449:      * the file the given number of bytes and decrease the assume upload
        !          2450:      * file size before we continue this venture in the dark lands of HTTP.
        !          2451:      * Resuming mime/form posting at an offset > 0 has no sense and is ignored.
        !          2452:      *********************************************************************/
        !          2453: 
        !          2454:     if(data->state.resume_from < 0) {
        !          2455:       /*
        !          2456:        * This is meant to get the size of the present remote-file by itself.
        !          2457:        * We don't support this now. Bail out!
        !          2458:        */
        !          2459:       data->state.resume_from = 0;
        !          2460:     }
        !          2461: 
        !          2462:     if(data->state.resume_from && !data->state.this_is_a_follow) {
        !          2463:       /* do we still game? */
        !          2464: 
        !          2465:       /* Now, let's read off the proper amount of bytes from the
        !          2466:          input. */
        !          2467:       int seekerr = CURL_SEEKFUNC_CANTSEEK;
        !          2468:       if(conn->seek_func) {
        !          2469:         Curl_set_in_callback(data, true);
        !          2470:         seekerr = conn->seek_func(conn->seek_client, data->state.resume_from,
        !          2471:                                   SEEK_SET);
        !          2472:         Curl_set_in_callback(data, false);
        !          2473:       }
        !          2474: 
        !          2475:       if(seekerr != CURL_SEEKFUNC_OK) {
        !          2476:         curl_off_t passed = 0;
        !          2477: 
        !          2478:         if(seekerr != CURL_SEEKFUNC_CANTSEEK) {
        !          2479:           failf(data, "Could not seek stream");
        !          2480:           return CURLE_READ_ERROR;
        !          2481:         }
        !          2482:         /* when seekerr == CURL_SEEKFUNC_CANTSEEK (can't seek to offset) */
        !          2483:         do {
        !          2484:           size_t readthisamountnow =
        !          2485:             (data->state.resume_from - passed > data->set.buffer_size) ?
        !          2486:             (size_t)data->set.buffer_size :
        !          2487:             curlx_sotouz(data->state.resume_from - passed);
        !          2488: 
        !          2489:           size_t actuallyread =
        !          2490:             data->state.fread_func(data->state.buffer, 1, readthisamountnow,
        !          2491:                                    data->state.in);
        !          2492: 
        !          2493:           passed += actuallyread;
        !          2494:           if((actuallyread == 0) || (actuallyread > readthisamountnow)) {
        !          2495:             /* this checks for greater-than only to make sure that the
        !          2496:                CURL_READFUNC_ABORT return code still aborts */
        !          2497:             failf(data, "Could only read %" CURL_FORMAT_CURL_OFF_T
        !          2498:                   " bytes from the input", passed);
        !          2499:             return CURLE_READ_ERROR;
        !          2500:           }
        !          2501:         } while(passed < data->state.resume_from);
        !          2502:       }
        !          2503: 
        !          2504:       /* now, decrease the size of the read */
        !          2505:       if(data->state.infilesize>0) {
        !          2506:         data->state.infilesize -= data->state.resume_from;
        !          2507: 
        !          2508:         if(data->state.infilesize <= 0) {
        !          2509:           failf(data, "File already completely uploaded");
        !          2510:           return CURLE_PARTIAL_FILE;
        !          2511:         }
        !          2512:       }
        !          2513:       /* we've passed, proceed as normal */
        !          2514:     }
        !          2515:   }
        !          2516:   if(data->state.use_range) {
        !          2517:     /*
        !          2518:      * A range is selected. We use different headers whether we're downloading
        !          2519:      * or uploading and we always let customized headers override our internal
        !          2520:      * ones if any such are specified.
        !          2521:      */
        !          2522:     if(((httpreq == HTTPREQ_GET) || (httpreq == HTTPREQ_HEAD)) &&
        !          2523:        !Curl_checkheaders(conn, "Range")) {
        !          2524:       /* if a line like this was already allocated, free the previous one */
        !          2525:       free(conn->allocptr.rangeline);
        !          2526:       conn->allocptr.rangeline = aprintf("Range: bytes=%s\r\n",
        !          2527:                                          data->state.range);
        !          2528:     }
        !          2529:     else if((httpreq == HTTPREQ_POST || httpreq == HTTPREQ_PUT) &&
        !          2530:             !Curl_checkheaders(conn, "Content-Range")) {
        !          2531: 
        !          2532:       /* if a line like this was already allocated, free the previous one */
        !          2533:       free(conn->allocptr.rangeline);
        !          2534: 
        !          2535:       if(data->set.set_resume_from < 0) {
        !          2536:         /* Upload resume was asked for, but we don't know the size of the
        !          2537:            remote part so we tell the server (and act accordingly) that we
        !          2538:            upload the whole file (again) */
        !          2539:         conn->allocptr.rangeline =
        !          2540:           aprintf("Content-Range: bytes 0-%" CURL_FORMAT_CURL_OFF_T
        !          2541:                   "/%" CURL_FORMAT_CURL_OFF_T "\r\n",
        !          2542:                   data->state.infilesize - 1, data->state.infilesize);
        !          2543: 
        !          2544:       }
        !          2545:       else if(data->state.resume_from) {
        !          2546:         /* This is because "resume" was selected */
        !          2547:         curl_off_t total_expected_size =
        !          2548:           data->state.resume_from + data->state.infilesize;
        !          2549:         conn->allocptr.rangeline =
        !          2550:           aprintf("Content-Range: bytes %s%" CURL_FORMAT_CURL_OFF_T
        !          2551:                   "/%" CURL_FORMAT_CURL_OFF_T "\r\n",
        !          2552:                   data->state.range, total_expected_size-1,
        !          2553:                   total_expected_size);
        !          2554:       }
        !          2555:       else {
        !          2556:         /* Range was selected and then we just pass the incoming range and
        !          2557:            append total size */
        !          2558:         conn->allocptr.rangeline =
        !          2559:           aprintf("Content-Range: bytes %s/%" CURL_FORMAT_CURL_OFF_T "\r\n",
        !          2560:                   data->state.range, data->state.infilesize);
        !          2561:       }
        !          2562:       if(!conn->allocptr.rangeline)
        !          2563:         return CURLE_OUT_OF_MEMORY;
        !          2564:     }
        !          2565:   }
        !          2566: 
        !          2567:   httpstring = get_http_string(data, conn);
        !          2568: 
        !          2569:   /* initialize a dynamic send-buffer */
        !          2570:   req_buffer = Curl_add_buffer_init();
        !          2571: 
        !          2572:   if(!req_buffer)
        !          2573:     return CURLE_OUT_OF_MEMORY;
        !          2574: 
        !          2575:   /* add the main request stuff */
        !          2576:   /* GET/HEAD/POST/PUT */
        !          2577:   result = Curl_add_bufferf(&req_buffer, "%s ", request);
        !          2578:   if(result)
        !          2579:     return result;
        !          2580: 
        !          2581:   if(data->set.str[STRING_TARGET]) {
        !          2582:     path = data->set.str[STRING_TARGET];
        !          2583:     query = NULL;
        !          2584:   }
        !          2585: 
        !          2586: #ifndef CURL_DISABLE_PROXY
        !          2587:   /* url */
        !          2588:   if(conn->bits.httpproxy && !conn->bits.tunnel_proxy) {
        !          2589:     char *url = data->set.str[STRING_TEMP_URL];
        !          2590:     result = Curl_add_buffer(&req_buffer, url, strlen(url));
        !          2591:     Curl_safefree(data->set.str[STRING_TEMP_URL]);
        !          2592:   }
        !          2593:   else
        !          2594: #endif
        !          2595:   if(paste_ftp_userpwd)
        !          2596:     result = Curl_add_bufferf(&req_buffer, "ftp://%s:%s@%s",
        !          2597:                               conn->user, conn->passwd,
        !          2598:                               path + sizeof("ftp://") - 1);
        !          2599:   else {
        !          2600:     result = Curl_add_buffer(&req_buffer, path, strlen(path));
        !          2601:     if(result)
        !          2602:       return result;
        !          2603:     if(query)
        !          2604:       result = Curl_add_bufferf(&req_buffer, "?%s", query);
        !          2605:   }
        !          2606:   if(result)
        !          2607:     return result;
        !          2608: 
        !          2609: #ifdef USE_ALTSVC
        !          2610:   if(conn->bits.altused && !Curl_checkheaders(conn, "Alt-Used")) {
        !          2611:     altused = aprintf("Alt-Used: %s:%d\r\n",
        !          2612:                       conn->conn_to_host.name, conn->conn_to_port);
        !          2613:     if(!altused) {
        !          2614:       Curl_add_buffer_free(&req_buffer);
        !          2615:       return CURLE_OUT_OF_MEMORY;
        !          2616:     }
        !          2617:   }
        !          2618: #endif
        !          2619:   result =
        !          2620:     Curl_add_bufferf(&req_buffer,
        !          2621:                      "%s" /* ftp typecode (;type=x) */
        !          2622:                      " HTTP/%s\r\n" /* HTTP version */
        !          2623:                      "%s" /* host */
        !          2624:                      "%s" /* proxyuserpwd */
        !          2625:                      "%s" /* userpwd */
        !          2626:                      "%s" /* range */
        !          2627:                      "%s" /* user agent */
        !          2628:                      "%s" /* accept */
        !          2629:                      "%s" /* TE: */
        !          2630:                      "%s" /* accept-encoding */
        !          2631:                      "%s" /* referer */
        !          2632:                      "%s" /* Proxy-Connection */
        !          2633:                      "%s" /* transfer-encoding */
        !          2634:                      "%s",/* Alt-Used */
        !          2635: 
        !          2636:                      ftp_typecode,
        !          2637:                      httpstring,
        !          2638:                      (conn->allocptr.host?conn->allocptr.host:""),
        !          2639:                      conn->allocptr.proxyuserpwd?
        !          2640:                      conn->allocptr.proxyuserpwd:"",
        !          2641:                      conn->allocptr.userpwd?conn->allocptr.userpwd:"",
        !          2642:                      (data->state.use_range && conn->allocptr.rangeline)?
        !          2643:                      conn->allocptr.rangeline:"",
        !          2644:                      (data->set.str[STRING_USERAGENT] &&
        !          2645:                       *data->set.str[STRING_USERAGENT] &&
        !          2646:                       conn->allocptr.uagent)?
        !          2647:                      conn->allocptr.uagent:"",
        !          2648:                      http->p_accept?http->p_accept:"",
        !          2649:                      conn->allocptr.te?conn->allocptr.te:"",
        !          2650:                      (data->set.str[STRING_ENCODING] &&
        !          2651:                       *data->set.str[STRING_ENCODING] &&
        !          2652:                       conn->allocptr.accept_encoding)?
        !          2653:                      conn->allocptr.accept_encoding:"",
        !          2654:                      (data->change.referer && conn->allocptr.ref)?
        !          2655:                      conn->allocptr.ref:"" /* Referer: <data> */,
        !          2656:                      (conn->bits.httpproxy &&
        !          2657:                       !conn->bits.tunnel_proxy &&
        !          2658:                       !Curl_checkProxyheaders(conn, "Proxy-Connection"))?
        !          2659:                      "Proxy-Connection: Keep-Alive\r\n":"",
        !          2660:                      te,
        !          2661:                      altused ? altused : ""
        !          2662:       );
        !          2663: 
        !          2664:   /* clear userpwd and proxyuserpwd to avoid re-using old credentials
        !          2665:    * from re-used connections */
        !          2666:   Curl_safefree(conn->allocptr.userpwd);
        !          2667:   Curl_safefree(conn->allocptr.proxyuserpwd);
        !          2668:   free(altused);
        !          2669: 
        !          2670:   if(result)
        !          2671:     return result;
        !          2672: 
        !          2673:   if(!(conn->handler->flags&PROTOPT_SSL) &&
        !          2674:      conn->httpversion != 20 &&
        !          2675:      (data->set.httpversion == CURL_HTTP_VERSION_2)) {
        !          2676:     /* append HTTP2 upgrade magic stuff to the HTTP request if it isn't done
        !          2677:        over SSL */
        !          2678:     result = Curl_http2_request_upgrade(req_buffer, conn);
        !          2679:     if(result)
        !          2680:       return result;
        !          2681:   }
        !          2682: 
        !          2683: #if !defined(CURL_DISABLE_COOKIES)
        !          2684:   if(data->cookies || addcookies) {
        !          2685:     struct Cookie *co = NULL; /* no cookies from start */
        !          2686:     int count = 0;
        !          2687: 
        !          2688:     if(data->cookies && data->state.cookie_engine) {
        !          2689:       Curl_share_lock(data, CURL_LOCK_DATA_COOKIE, CURL_LOCK_ACCESS_SINGLE);
        !          2690:       co = Curl_cookie_getlist(data->cookies,
        !          2691:                                conn->allocptr.cookiehost?
        !          2692:                                conn->allocptr.cookiehost:host,
        !          2693:                                data->state.up.path,
        !          2694:                                (conn->handler->protocol&CURLPROTO_HTTPS)?
        !          2695:                                TRUE:FALSE);
        !          2696:       Curl_share_unlock(data, CURL_LOCK_DATA_COOKIE);
        !          2697:     }
        !          2698:     if(co) {
        !          2699:       struct Cookie *store = co;
        !          2700:       /* now loop through all cookies that matched */
        !          2701:       while(co) {
        !          2702:         if(co->value) {
        !          2703:           if(0 == count) {
        !          2704:             result = Curl_add_bufferf(&req_buffer, "Cookie: ");
        !          2705:             if(result)
        !          2706:               break;
        !          2707:           }
        !          2708:           result = Curl_add_bufferf(&req_buffer,
        !          2709:                                     "%s%s=%s", count?"; ":"",
        !          2710:                                     co->name, co->value);
        !          2711:           if(result)
        !          2712:             break;
        !          2713:           count++;
        !          2714:         }
        !          2715:         co = co->next; /* next cookie please */
        !          2716:       }
        !          2717:       Curl_cookie_freelist(store);
        !          2718:     }
        !          2719:     if(addcookies && !result) {
        !          2720:       if(!count)
        !          2721:         result = Curl_add_bufferf(&req_buffer, "Cookie: ");
        !          2722:       if(!result) {
        !          2723:         result = Curl_add_bufferf(&req_buffer, "%s%s", count?"; ":"",
        !          2724:                                   addcookies);
        !          2725:         count++;
        !          2726:       }
        !          2727:     }
        !          2728:     if(count && !result)
        !          2729:       result = Curl_add_buffer(&req_buffer, "\r\n", 2);
        !          2730: 
        !          2731:     if(result)
        !          2732:       return result;
        !          2733:   }
        !          2734: #endif
        !          2735: 
        !          2736:   result = Curl_add_timecondition(conn, req_buffer);
        !          2737:   if(result)
        !          2738:     return result;
        !          2739: 
        !          2740:   result = Curl_add_custom_headers(conn, FALSE, req_buffer);
        !          2741:   if(result)
        !          2742:     return result;
        !          2743: 
        !          2744:   http->postdata = NULL;  /* nothing to post at this point */
        !          2745:   Curl_pgrsSetUploadSize(data, -1); /* upload size is unknown atm */
        !          2746: 
        !          2747:   /* If 'authdone' is FALSE, we must not set the write socket index to the
        !          2748:      Curl_transfer() call below, as we're not ready to actually upload any
        !          2749:      data yet. */
        !          2750: 
        !          2751:   switch(httpreq) {
        !          2752: 
        !          2753:   case HTTPREQ_PUT: /* Let's PUT the data to the server! */
        !          2754: 
        !          2755:     if(conn->bits.authneg)
        !          2756:       postsize = 0;
        !          2757:     else
        !          2758:       postsize = data->state.infilesize;
        !          2759: 
        !          2760:     if((postsize != -1) && !data->req.upload_chunky &&
        !          2761:        (conn->bits.authneg || !Curl_checkheaders(conn, "Content-Length"))) {
        !          2762:       /* only add Content-Length if not uploading chunked */
        !          2763:       result = Curl_add_bufferf(&req_buffer,
        !          2764:                                 "Content-Length: %" CURL_FORMAT_CURL_OFF_T
        !          2765:                                 "\r\n", postsize);
        !          2766:       if(result)
        !          2767:         return result;
        !          2768:     }
        !          2769: 
        !          2770:     if(postsize != 0) {
        !          2771:       result = expect100(data, conn, req_buffer);
        !          2772:       if(result)
        !          2773:         return result;
        !          2774:     }
        !          2775: 
        !          2776:     result = Curl_add_buffer(&req_buffer, "\r\n", 2); /* end of headers */
        !          2777:     if(result)
        !          2778:       return result;
        !          2779: 
        !          2780:     /* set the upload size to the progress meter */
        !          2781:     Curl_pgrsSetUploadSize(data, postsize);
        !          2782: 
        !          2783:     /* this sends the buffer and frees all the buffer resources */
        !          2784:     result = Curl_add_buffer_send(&req_buffer, conn,
        !          2785:                                   &data->info.request_size, 0, FIRSTSOCKET);
        !          2786:     if(result)
        !          2787:       failf(data, "Failed sending PUT request");
        !          2788:     else
        !          2789:       /* prepare for transfer */
        !          2790:       Curl_setup_transfer(data, FIRSTSOCKET, -1, TRUE,
        !          2791:                           postsize?FIRSTSOCKET:-1);
        !          2792:     if(result)
        !          2793:       return result;
        !          2794:     break;
        !          2795: 
        !          2796:   case HTTPREQ_POST_FORM:
        !          2797:   case HTTPREQ_POST_MIME:
        !          2798:     /* This is form posting using mime data. */
        !          2799:     if(conn->bits.authneg) {
        !          2800:       /* nothing to post! */
        !          2801:       result = Curl_add_bufferf(&req_buffer, "Content-Length: 0\r\n\r\n");
        !          2802:       if(result)
        !          2803:         return result;
        !          2804: 
        !          2805:       result = Curl_add_buffer_send(&req_buffer, conn,
        !          2806:                                     &data->info.request_size, 0, FIRSTSOCKET);
        !          2807:       if(result)
        !          2808:         failf(data, "Failed sending POST request");
        !          2809:       else
        !          2810:         /* setup variables for the upcoming transfer */
        !          2811:         Curl_setup_transfer(data, FIRSTSOCKET, -1, TRUE, -1);
        !          2812:       break;
        !          2813:     }
        !          2814: 
        !          2815:     data->state.infilesize = postsize = http->postsize;
        !          2816: 
        !          2817:     /* We only set Content-Length and allow a custom Content-Length if
        !          2818:        we don't upload data chunked, as RFC2616 forbids us to set both
        !          2819:        kinds of headers (Transfer-Encoding: chunked and Content-Length) */
        !          2820:     if(postsize != -1 && !data->req.upload_chunky &&
        !          2821:        (conn->bits.authneg || !Curl_checkheaders(conn, "Content-Length"))) {
        !          2822:       /* we allow replacing this header if not during auth negotiation,
        !          2823:          although it isn't very wise to actually set your own */
        !          2824:       result = Curl_add_bufferf(&req_buffer,
        !          2825:                                 "Content-Length: %" CURL_FORMAT_CURL_OFF_T
        !          2826:                                 "\r\n", postsize);
        !          2827:       if(result)
        !          2828:         return result;
        !          2829:     }
        !          2830: 
        !          2831: #ifndef CURL_DISABLE_MIME
        !          2832:     /* Output mime-generated headers. */
        !          2833:     {
        !          2834:       struct curl_slist *hdr;
        !          2835: 
        !          2836:       for(hdr = http->sendit->curlheaders; hdr; hdr = hdr->next) {
        !          2837:         result = Curl_add_bufferf(&req_buffer, "%s\r\n", hdr->data);
        !          2838:         if(result)
        !          2839:           return result;
        !          2840:       }
        !          2841:     }
        !          2842: #endif
        !          2843: 
        !          2844:     /* For really small posts we don't use Expect: headers at all, and for
        !          2845:        the somewhat bigger ones we allow the app to disable it. Just make
        !          2846:        sure that the expect100header is always set to the preferred value
        !          2847:        here. */
        !          2848:     ptr = Curl_checkheaders(conn, "Expect");
        !          2849:     if(ptr) {
        !          2850:       data->state.expect100header =
        !          2851:         Curl_compareheader(ptr, "Expect:", "100-continue");
        !          2852:     }
        !          2853:     else if(postsize > EXPECT_100_THRESHOLD || postsize < 0) {
        !          2854:       result = expect100(data, conn, req_buffer);
        !          2855:       if(result)
        !          2856:         return result;
        !          2857:     }
        !          2858:     else
        !          2859:       data->state.expect100header = FALSE;
        !          2860: 
        !          2861:     /* make the request end in a true CRLF */
        !          2862:     result = Curl_add_buffer(&req_buffer, "\r\n", 2);
        !          2863:     if(result)
        !          2864:       return result;
        !          2865: 
        !          2866:     /* set the upload size to the progress meter */
        !          2867:     Curl_pgrsSetUploadSize(data, postsize);
        !          2868: 
        !          2869:     /* Read from mime structure. */
        !          2870:     data->state.fread_func = (curl_read_callback) Curl_mime_read;
        !          2871:     data->state.in = (void *) http->sendit;
        !          2872:     http->sending = HTTPSEND_BODY;
        !          2873: 
        !          2874:     /* this sends the buffer and frees all the buffer resources */
        !          2875:     result = Curl_add_buffer_send(&req_buffer, conn,
        !          2876:                                   &data->info.request_size, 0, FIRSTSOCKET);
        !          2877:     if(result)
        !          2878:       failf(data, "Failed sending POST request");
        !          2879:     else
        !          2880:       /* prepare for transfer */
        !          2881:       Curl_setup_transfer(data, FIRSTSOCKET, -1, TRUE,
        !          2882:                           postsize?FIRSTSOCKET:-1);
        !          2883:     if(result)
        !          2884:       return result;
        !          2885: 
        !          2886:     break;
        !          2887: 
        !          2888:   case HTTPREQ_POST:
        !          2889:     /* this is the simple POST, using x-www-form-urlencoded style */
        !          2890: 
        !          2891:     if(conn->bits.authneg)
        !          2892:       postsize = 0;
        !          2893:     else
        !          2894:       /* the size of the post body */
        !          2895:       postsize = data->state.infilesize;
        !          2896: 
        !          2897:     /* We only set Content-Length and allow a custom Content-Length if
        !          2898:        we don't upload data chunked, as RFC2616 forbids us to set both
        !          2899:        kinds of headers (Transfer-Encoding: chunked and Content-Length) */
        !          2900:     if((postsize != -1) && !data->req.upload_chunky &&
        !          2901:        (conn->bits.authneg || !Curl_checkheaders(conn, "Content-Length"))) {
        !          2902:       /* we allow replacing this header if not during auth negotiation,
        !          2903:          although it isn't very wise to actually set your own */
        !          2904:       result = Curl_add_bufferf(&req_buffer,
        !          2905:                                 "Content-Length: %" CURL_FORMAT_CURL_OFF_T
        !          2906:                                 "\r\n", postsize);
        !          2907:       if(result)
        !          2908:         return result;
        !          2909:     }
        !          2910: 
        !          2911:     if(!Curl_checkheaders(conn, "Content-Type")) {
        !          2912:       result = Curl_add_bufferf(&req_buffer,
        !          2913:                                 "Content-Type: application/"
        !          2914:                                 "x-www-form-urlencoded\r\n");
        !          2915:       if(result)
        !          2916:         return result;
        !          2917:     }
        !          2918: 
        !          2919:     /* For really small posts we don't use Expect: headers at all, and for
        !          2920:        the somewhat bigger ones we allow the app to disable it. Just make
        !          2921:        sure that the expect100header is always set to the preferred value
        !          2922:        here. */
        !          2923:     ptr = Curl_checkheaders(conn, "Expect");
        !          2924:     if(ptr) {
        !          2925:       data->state.expect100header =
        !          2926:         Curl_compareheader(ptr, "Expect:", "100-continue");
        !          2927:     }
        !          2928:     else if(postsize > EXPECT_100_THRESHOLD || postsize < 0) {
        !          2929:       result = expect100(data, conn, req_buffer);
        !          2930:       if(result)
        !          2931:         return result;
        !          2932:     }
        !          2933:     else
        !          2934:       data->state.expect100header = FALSE;
        !          2935: 
        !          2936:     if(data->set.postfields) {
        !          2937: 
        !          2938:       /* In HTTP2, we send request body in DATA frame regardless of
        !          2939:          its size. */
        !          2940:       if(conn->httpversion != 20 &&
        !          2941:          !data->state.expect100header &&
        !          2942:          (postsize < MAX_INITIAL_POST_SIZE)) {
        !          2943:         /* if we don't use expect: 100  AND
        !          2944:            postsize is less than MAX_INITIAL_POST_SIZE
        !          2945: 
        !          2946:            then append the post data to the HTTP request header. This limit
        !          2947:            is no magic limit but only set to prevent really huge POSTs to
        !          2948:            get the data duplicated with malloc() and family. */
        !          2949: 
        !          2950:         result = Curl_add_buffer(&req_buffer, "\r\n", 2); /* end of headers! */
        !          2951:         if(result)
        !          2952:           return result;
        !          2953: 
        !          2954:         if(!data->req.upload_chunky) {
        !          2955:           /* We're not sending it 'chunked', append it to the request
        !          2956:              already now to reduce the number if send() calls */
        !          2957:           result = Curl_add_buffer(&req_buffer, data->set.postfields,
        !          2958:                                    (size_t)postsize);
        !          2959:           included_body = postsize;
        !          2960:         }
        !          2961:         else {
        !          2962:           if(postsize) {
        !          2963:             /* Append the POST data chunky-style */
        !          2964:             result = Curl_add_bufferf(&req_buffer, "%x\r\n", (int)postsize);
        !          2965:             if(!result) {
        !          2966:               result = Curl_add_buffer(&req_buffer, data->set.postfields,
        !          2967:                                        (size_t)postsize);
        !          2968:               if(!result)
        !          2969:                 result = Curl_add_buffer(&req_buffer, "\r\n", 2);
        !          2970:               included_body = postsize + 2;
        !          2971:             }
        !          2972:           }
        !          2973:           if(!result)
        !          2974:             result = Curl_add_buffer(&req_buffer, "\x30\x0d\x0a\x0d\x0a", 5);
        !          2975:           /* 0  CR  LF  CR  LF */
        !          2976:           included_body += 5;
        !          2977:         }
        !          2978:         if(result)
        !          2979:           return result;
        !          2980:         /* Make sure the progress information is accurate */
        !          2981:         Curl_pgrsSetUploadSize(data, postsize);
        !          2982:       }
        !          2983:       else {
        !          2984:         /* A huge POST coming up, do data separate from the request */
        !          2985:         http->postsize = postsize;
        !          2986:         http->postdata = data->set.postfields;
        !          2987: 
        !          2988:         http->sending = HTTPSEND_BODY;
        !          2989: 
        !          2990:         data->state.fread_func = (curl_read_callback)readmoredata;
        !          2991:         data->state.in = (void *)conn;
        !          2992: 
        !          2993:         /* set the upload size to the progress meter */
        !          2994:         Curl_pgrsSetUploadSize(data, http->postsize);
        !          2995: 
        !          2996:         result = Curl_add_buffer(&req_buffer, "\r\n", 2); /* end of headers! */
        !          2997:         if(result)
        !          2998:           return result;
        !          2999:       }
        !          3000:     }
        !          3001:     else {
        !          3002:       result = Curl_add_buffer(&req_buffer, "\r\n", 2); /* end of headers! */
        !          3003:       if(result)
        !          3004:         return result;
        !          3005: 
        !          3006:       if(data->req.upload_chunky && conn->bits.authneg) {
        !          3007:         /* Chunky upload is selected and we're negotiating auth still, send
        !          3008:            end-of-data only */
        !          3009:         result = Curl_add_buffer(&req_buffer,
        !          3010:                                  "\x30\x0d\x0a\x0d\x0a", 5);
        !          3011:         /* 0  CR  LF  CR  LF */
        !          3012:         if(result)
        !          3013:           return result;
        !          3014:       }
        !          3015: 
        !          3016:       else if(data->state.infilesize) {
        !          3017:         /* set the upload size to the progress meter */
        !          3018:         Curl_pgrsSetUploadSize(data, postsize?postsize:-1);
        !          3019: 
        !          3020:         /* set the pointer to mark that we will send the post body using the
        !          3021:            read callback, but only if we're not in authenticate
        !          3022:            negotiation  */
        !          3023:         if(!conn->bits.authneg) {
        !          3024:           http->postdata = (char *)&http->postdata;
        !          3025:           http->postsize = postsize;
        !          3026:         }
        !          3027:       }
        !          3028:     }
        !          3029:     /* issue the request */
        !          3030:     result = Curl_add_buffer_send(&req_buffer, conn, &data->info.request_size,
        !          3031:                                   (size_t)included_body, FIRSTSOCKET);
        !          3032: 
        !          3033:     if(result)
        !          3034:       failf(data, "Failed sending HTTP POST request");
        !          3035:     else
        !          3036:       Curl_setup_transfer(data, FIRSTSOCKET, -1, TRUE,
        !          3037:                           http->postdata?FIRSTSOCKET:-1);
        !          3038:     break;
        !          3039: 
        !          3040:   default:
        !          3041:     result = Curl_add_buffer(&req_buffer, "\r\n", 2);
        !          3042:     if(result)
        !          3043:       return result;
        !          3044: 
        !          3045:     /* issue the request */
        !          3046:     result = Curl_add_buffer_send(&req_buffer, conn,
        !          3047:                                   &data->info.request_size, 0, FIRSTSOCKET);
        !          3048: 
        !          3049:     if(result)
        !          3050:       failf(data, "Failed sending HTTP request");
        !          3051:     else
        !          3052:       /* HTTP GET/HEAD download: */
        !          3053:       Curl_setup_transfer(data, FIRSTSOCKET, -1, TRUE, -1);
        !          3054:   }
        !          3055:   if(result)
        !          3056:     return result;
        !          3057:   if(!postsize && (http->sending != HTTPSEND_REQUEST))
        !          3058:     data->req.upload_done = TRUE;
        !          3059: 
        !          3060:   if(data->req.writebytecount) {
        !          3061:     /* if a request-body has been sent off, we make sure this progress is noted
        !          3062:        properly */
        !          3063:     Curl_pgrsSetUploadCounter(data, data->req.writebytecount);
        !          3064:     if(Curl_pgrsUpdate(conn))
        !          3065:       result = CURLE_ABORTED_BY_CALLBACK;
        !          3066: 
        !          3067:     if(data->req.writebytecount >= postsize) {
        !          3068:       /* already sent the entire request body, mark the "upload" as
        !          3069:          complete */
        !          3070:       infof(data, "upload completely sent off: %" CURL_FORMAT_CURL_OFF_T
        !          3071:             " out of %" CURL_FORMAT_CURL_OFF_T " bytes\n",
        !          3072:             data->req.writebytecount, postsize);
        !          3073:       data->req.upload_done = TRUE;
        !          3074:       data->req.keepon &= ~KEEP_SEND; /* we're done writing */
        !          3075:       data->req.exp100 = EXP100_SEND_DATA; /* already sent */
        !          3076:       Curl_expire_done(data, EXPIRE_100_TIMEOUT);
        !          3077:     }
        !          3078:   }
        !          3079: 
        !          3080:   if((conn->httpversion == 20) && data->req.upload_chunky)
        !          3081:     /* upload_chunky was set above to set up the request in a chunky fashion,
        !          3082:        but is disabled here again to avoid that the chunked encoded version is
        !          3083:        actually used when sending the request body over h2 */
        !          3084:     data->req.upload_chunky = FALSE;
        !          3085:   return result;
        !          3086: }
        !          3087: 
        !          3088: typedef enum {
        !          3089:   STATUS_UNKNOWN, /* not enough data to tell yet */
        !          3090:   STATUS_DONE, /* a status line was read */
        !          3091:   STATUS_BAD /* not a status line */
        !          3092: } statusline;
        !          3093: 
        !          3094: 
        !          3095: /* Check a string for a prefix. Check no more than 'len' bytes */
        !          3096: static bool checkprefixmax(const char *prefix, const char *buffer, size_t len)
        !          3097: {
        !          3098:   size_t ch = CURLMIN(strlen(prefix), len);
        !          3099:   return curl_strnequal(prefix, buffer, ch);
        !          3100: }
        !          3101: 
        !          3102: /*
        !          3103:  * checkhttpprefix()
        !          3104:  *
        !          3105:  * Returns TRUE if member of the list matches prefix of string
        !          3106:  */
        !          3107: static statusline
        !          3108: checkhttpprefix(struct Curl_easy *data,
        !          3109:                 const char *s, size_t len)
        !          3110: {
        !          3111:   struct curl_slist *head = data->set.http200aliases;
        !          3112:   statusline rc = STATUS_BAD;
        !          3113:   statusline onmatch = len >= 5? STATUS_DONE : STATUS_UNKNOWN;
        !          3114: #ifdef CURL_DOES_CONVERSIONS
        !          3115:   /* convert from the network encoding using a scratch area */
        !          3116:   char *scratch = strdup(s);
        !          3117:   if(NULL == scratch) {
        !          3118:     failf(data, "Failed to allocate memory for conversion!");
        !          3119:     return FALSE; /* can't return CURLE_OUT_OF_MEMORY so return FALSE */
        !          3120:   }
        !          3121:   if(CURLE_OK != Curl_convert_from_network(data, scratch, strlen(s) + 1)) {
        !          3122:     /* Curl_convert_from_network calls failf if unsuccessful */
        !          3123:     free(scratch);
        !          3124:     return FALSE; /* can't return CURLE_foobar so return FALSE */
        !          3125:   }
        !          3126:   s = scratch;
        !          3127: #endif /* CURL_DOES_CONVERSIONS */
        !          3128: 
        !          3129:   while(head) {
        !          3130:     if(checkprefixmax(head->data, s, len)) {
        !          3131:       rc = onmatch;
        !          3132:       break;
        !          3133:     }
        !          3134:     head = head->next;
        !          3135:   }
        !          3136: 
        !          3137:   if((rc != STATUS_DONE) && (checkprefixmax("HTTP/", s, len)))
        !          3138:     rc = onmatch;
        !          3139: 
        !          3140: #ifdef CURL_DOES_CONVERSIONS
        !          3141:   free(scratch);
        !          3142: #endif /* CURL_DOES_CONVERSIONS */
        !          3143:   return rc;
        !          3144: }
        !          3145: 
        !          3146: #ifndef CURL_DISABLE_RTSP
        !          3147: static statusline
        !          3148: checkrtspprefix(struct Curl_easy *data,
        !          3149:                 const char *s, size_t len)
        !          3150: {
        !          3151:   statusline result = STATUS_BAD;
        !          3152:   statusline onmatch = len >= 5? STATUS_DONE : STATUS_UNKNOWN;
        !          3153: 
        !          3154: #ifdef CURL_DOES_CONVERSIONS
        !          3155:   /* convert from the network encoding using a scratch area */
        !          3156:   char *scratch = strdup(s);
        !          3157:   if(NULL == scratch) {
        !          3158:     failf(data, "Failed to allocate memory for conversion!");
        !          3159:     return FALSE; /* can't return CURLE_OUT_OF_MEMORY so return FALSE */
        !          3160:   }
        !          3161:   if(CURLE_OK != Curl_convert_from_network(data, scratch, strlen(s) + 1)) {
        !          3162:     /* Curl_convert_from_network calls failf if unsuccessful */
        !          3163:     result = FALSE; /* can't return CURLE_foobar so return FALSE */
        !          3164:   }
        !          3165:   else if(checkprefixmax("RTSP/", scratch, len))
        !          3166:     result = onmatch;
        !          3167:   free(scratch);
        !          3168: #else
        !          3169:   (void)data; /* unused */
        !          3170:   if(checkprefixmax("RTSP/", s, len))
        !          3171:     result = onmatch;
        !          3172: #endif /* CURL_DOES_CONVERSIONS */
        !          3173: 
        !          3174:   return result;
        !          3175: }
        !          3176: #endif /* CURL_DISABLE_RTSP */
        !          3177: 
        !          3178: static statusline
        !          3179: checkprotoprefix(struct Curl_easy *data, struct connectdata *conn,
        !          3180:                  const char *s, size_t len)
        !          3181: {
        !          3182: #ifndef CURL_DISABLE_RTSP
        !          3183:   if(conn->handler->protocol & CURLPROTO_RTSP)
        !          3184:     return checkrtspprefix(data, s, len);
        !          3185: #else
        !          3186:   (void)conn;
        !          3187: #endif /* CURL_DISABLE_RTSP */
        !          3188: 
        !          3189:   return checkhttpprefix(data, s, len);
        !          3190: }
        !          3191: 
        !          3192: /*
        !          3193:  * header_append() copies a chunk of data to the end of the already received
        !          3194:  * header. We make sure that the full string fit in the allocated header
        !          3195:  * buffer, or else we enlarge it.
        !          3196:  */
        !          3197: static CURLcode header_append(struct Curl_easy *data,
        !          3198:                               struct SingleRequest *k,
        !          3199:                               size_t length)
        !          3200: {
        !          3201:   /* length is at most the size of a full read buffer, for which the upper
        !          3202:      bound is CURL_MAX_READ_SIZE. There is thus no chance of overflow in this
        !          3203:      calculation. */
        !          3204:   size_t newsize = k->hbuflen + length;
        !          3205:   if(newsize > CURL_MAX_HTTP_HEADER) {
        !          3206:     /* The reason to have a max limit for this is to avoid the risk of a bad
        !          3207:        server feeding libcurl with a never-ending header that will cause
        !          3208:        reallocs infinitely */
        !          3209:     failf(data, "Rejected %zu bytes header (max is %d)!", newsize,
        !          3210:           CURL_MAX_HTTP_HEADER);
        !          3211:     return CURLE_OUT_OF_MEMORY;
        !          3212:   }
        !          3213:   if(newsize >= data->state.headersize) {
        !          3214:     /* We enlarge the header buffer as it is too small */
        !          3215:     char *newbuff;
        !          3216:     size_t hbufp_index;
        !          3217: 
        !          3218:     newsize = CURLMAX((k->hbuflen + length) * 3 / 2, data->state.headersize*2);
        !          3219:     hbufp_index = k->hbufp - data->state.headerbuff;
        !          3220:     newbuff = realloc(data->state.headerbuff, newsize);
        !          3221:     if(!newbuff) {
        !          3222:       failf(data, "Failed to alloc memory for big header!");
        !          3223:       return CURLE_OUT_OF_MEMORY;
        !          3224:     }
        !          3225:     data->state.headersize = newsize;
        !          3226:     data->state.headerbuff = newbuff;
        !          3227:     k->hbufp = data->state.headerbuff + hbufp_index;
        !          3228:   }
        !          3229:   memcpy(k->hbufp, k->str_start, length);
        !          3230:   k->hbufp += length;
        !          3231:   k->hbuflen += length;
        !          3232:   *k->hbufp = 0;
        !          3233: 
        !          3234:   return CURLE_OK;
        !          3235: }
        !          3236: 
        !          3237: static void print_http_error(struct Curl_easy *data)
        !          3238: {
        !          3239:   struct SingleRequest *k = &data->req;
        !          3240:   char *beg = k->p;
        !          3241: 
        !          3242:   /* make sure that data->req.p points to the HTTP status line */
        !          3243:   if(!strncmp(beg, "HTTP", 4)) {
        !          3244: 
        !          3245:     /* skip to HTTP status code */
        !          3246:     beg = strchr(beg, ' ');
        !          3247:     if(beg && *++beg) {
        !          3248: 
        !          3249:       /* find trailing CR */
        !          3250:       char end_char = '\r';
        !          3251:       char *end = strchr(beg, end_char);
        !          3252:       if(!end) {
        !          3253:         /* try to find LF (workaround for non-compliant HTTP servers) */
        !          3254:         end_char = '\n';
        !          3255:         end = strchr(beg, end_char);
        !          3256:       }
        !          3257: 
        !          3258:       if(end) {
        !          3259:         /* temporarily replace CR or LF by NUL and print the error message */
        !          3260:         *end = '\0';
        !          3261:         failf(data, "The requested URL returned error: %s", beg);
        !          3262: 
        !          3263:         /* restore the previously replaced CR or LF */
        !          3264:         *end = end_char;
        !          3265:         return;
        !          3266:       }
        !          3267:     }
        !          3268:   }
        !          3269: 
        !          3270:   /* fall-back to printing the HTTP status code only */
        !          3271:   failf(data, "The requested URL returned error: %d", k->httpcode);
        !          3272: }
        !          3273: 
        !          3274: /*
        !          3275:  * Read any HTTP header lines from the server and pass them to the client app.
        !          3276:  */
        !          3277: CURLcode Curl_http_readwrite_headers(struct Curl_easy *data,
        !          3278:                                        struct connectdata *conn,
        !          3279:                                        ssize_t *nread,
        !          3280:                                        bool *stop_reading)
        !          3281: {
        !          3282:   CURLcode result;
        !          3283:   struct SingleRequest *k = &data->req;
        !          3284:   ssize_t onread = *nread;
        !          3285:   char *ostr = k->str;
        !          3286: 
        !          3287:   /* header line within buffer loop */
        !          3288:   do {
        !          3289:     size_t rest_length;
        !          3290:     size_t full_length;
        !          3291:     int writetype;
        !          3292: 
        !          3293:     /* str_start is start of line within buf */
        !          3294:     k->str_start = k->str;
        !          3295: 
        !          3296:     /* data is in network encoding so use 0x0a instead of '\n' */
        !          3297:     k->end_ptr = memchr(k->str_start, 0x0a, *nread);
        !          3298: 
        !          3299:     if(!k->end_ptr) {
        !          3300:       /* Not a complete header line within buffer, append the data to
        !          3301:          the end of the headerbuff. */
        !          3302:       result = header_append(data, k, *nread);
        !          3303:       if(result)
        !          3304:         return result;
        !          3305: 
        !          3306:       if(!k->headerline) {
        !          3307:         /* check if this looks like a protocol header */
        !          3308:         statusline st = checkprotoprefix(data, conn, data->state.headerbuff,
        !          3309:                                          k->hbuflen);
        !          3310:         if(st == STATUS_BAD) {
        !          3311:           /* this is not the beginning of a protocol first header line */
        !          3312:           k->header = FALSE;
        !          3313:           k->badheader = HEADER_ALLBAD;
        !          3314:           streamclose(conn, "bad HTTP: No end-of-message indicator");
        !          3315:           if(!data->set.http09_allowed) {
        !          3316:             failf(data, "Received HTTP/0.9 when not allowed\n");
        !          3317:             return CURLE_UNSUPPORTED_PROTOCOL;
        !          3318:           }
        !          3319:           break;
        !          3320:         }
        !          3321:       }
        !          3322: 
        !          3323:       break; /* read more and try again */
        !          3324:     }
        !          3325: 
        !          3326:     /* decrease the size of the remaining (supposed) header line */
        !          3327:     rest_length = (k->end_ptr - k->str) + 1;
        !          3328:     *nread -= (ssize_t)rest_length;
        !          3329: 
        !          3330:     k->str = k->end_ptr + 1; /* move past new line */
        !          3331: 
        !          3332:     full_length = k->str - k->str_start;
        !          3333: 
        !          3334:     result = header_append(data, k, full_length);
        !          3335:     if(result)
        !          3336:       return result;
        !          3337: 
        !          3338:     k->end_ptr = k->hbufp;
        !          3339:     k->p = data->state.headerbuff;
        !          3340: 
        !          3341:     /****
        !          3342:      * We now have a FULL header line that p points to
        !          3343:      *****/
        !          3344: 
        !          3345:     if(!k->headerline) {
        !          3346:       /* the first read header */
        !          3347:       statusline st = checkprotoprefix(data, conn, data->state.headerbuff,
        !          3348:                                        k->hbuflen);
        !          3349:       if(st == STATUS_BAD) {
        !          3350:         streamclose(conn, "bad HTTP: No end-of-message indicator");
        !          3351:         /* this is not the beginning of a protocol first header line */
        !          3352:         if(!data->set.http09_allowed) {
        !          3353:           failf(data, "Received HTTP/0.9 when not allowed\n");
        !          3354:           return CURLE_UNSUPPORTED_PROTOCOL;
        !          3355:         }
        !          3356:         k->header = FALSE;
        !          3357:         if(*nread)
        !          3358:           /* since there's more, this is a partial bad header */
        !          3359:           k->badheader = HEADER_PARTHEADER;
        !          3360:         else {
        !          3361:           /* this was all we read so it's all a bad header */
        !          3362:           k->badheader = HEADER_ALLBAD;
        !          3363:           *nread = onread;
        !          3364:           k->str = ostr;
        !          3365:           return CURLE_OK;
        !          3366:         }
        !          3367:         break;
        !          3368:       }
        !          3369:     }
        !          3370: 
        !          3371:     /* headers are in network encoding so
        !          3372:        use 0x0a and 0x0d instead of '\n' and '\r' */
        !          3373:     if((0x0a == *k->p) || (0x0d == *k->p)) {
        !          3374:       size_t headerlen;
        !          3375:       /* Zero-length header line means end of headers! */
        !          3376: 
        !          3377: #ifdef CURL_DOES_CONVERSIONS
        !          3378:       if(0x0d == *k->p) {
        !          3379:         *k->p = '\r'; /* replace with CR in host encoding */
        !          3380:         k->p++;       /* pass the CR byte */
        !          3381:       }
        !          3382:       if(0x0a == *k->p) {
        !          3383:         *k->p = '\n'; /* replace with LF in host encoding */
        !          3384:         k->p++;       /* pass the LF byte */
        !          3385:       }
        !          3386: #else
        !          3387:       if('\r' == *k->p)
        !          3388:         k->p++; /* pass the \r byte */
        !          3389:       if('\n' == *k->p)
        !          3390:         k->p++; /* pass the \n byte */
        !          3391: #endif /* CURL_DOES_CONVERSIONS */
        !          3392: 
        !          3393:       if(100 <= k->httpcode && 199 >= k->httpcode) {
        !          3394:         /* "A user agent MAY ignore unexpected 1xx status responses." */
        !          3395:         switch(k->httpcode) {
        !          3396:         case 100:
        !          3397:           /*
        !          3398:            * We have made a HTTP PUT or POST and this is 1.1-lingo
        !          3399:            * that tells us that the server is OK with this and ready
        !          3400:            * to receive the data.
        !          3401:            * However, we'll get more headers now so we must get
        !          3402:            * back into the header-parsing state!
        !          3403:            */
        !          3404:           k->header = TRUE;
        !          3405:           k->headerline = 0; /* restart the header line counter */
        !          3406: 
        !          3407:           /* if we did wait for this do enable write now! */
        !          3408:           if(k->exp100 > EXP100_SEND_DATA) {
        !          3409:             k->exp100 = EXP100_SEND_DATA;
        !          3410:             k->keepon |= KEEP_SEND;
        !          3411:             Curl_expire_done(data, EXPIRE_100_TIMEOUT);
        !          3412:           }
        !          3413:           break;
        !          3414:         case 101:
        !          3415:           /* Switching Protocols */
        !          3416:           if(k->upgr101 == UPGR101_REQUESTED) {
        !          3417:             /* Switching to HTTP/2 */
        !          3418:             infof(data, "Received 101\n");
        !          3419:             k->upgr101 = UPGR101_RECEIVED;
        !          3420: 
        !          3421:             /* we'll get more headers (HTTP/2 response) */
        !          3422:             k->header = TRUE;
        !          3423:             k->headerline = 0; /* restart the header line counter */
        !          3424: 
        !          3425:             /* switch to http2 now. The bytes after response headers
        !          3426:                are also processed here, otherwise they are lost. */
        !          3427:             result = Curl_http2_switched(conn, k->str, *nread);
        !          3428:             if(result)
        !          3429:               return result;
        !          3430:             *nread = 0;
        !          3431:           }
        !          3432:           else {
        !          3433:             /* Switching to another protocol (e.g. WebSocket) */
        !          3434:             k->header = FALSE; /* no more header to parse! */
        !          3435:           }
        !          3436:           break;
        !          3437:         default:
        !          3438:           /* the status code 1xx indicates a provisional response, so
        !          3439:              we'll get another set of headers */
        !          3440:           k->header = TRUE;
        !          3441:           k->headerline = 0; /* restart the header line counter */
        !          3442:           break;
        !          3443:         }
        !          3444:       }
        !          3445:       else {
        !          3446:         k->header = FALSE; /* no more header to parse! */
        !          3447: 
        !          3448:         if((k->size == -1) && !k->chunk && !conn->bits.close &&
        !          3449:            (conn->httpversion == 11) &&
        !          3450:            !(conn->handler->protocol & CURLPROTO_RTSP) &&
        !          3451:            data->set.httpreq != HTTPREQ_HEAD) {
        !          3452:           /* On HTTP 1.1, when connection is not to get closed, but no
        !          3453:              Content-Length nor Transfer-Encoding chunked have been
        !          3454:              received, according to RFC2616 section 4.4 point 5, we
        !          3455:              assume that the server will close the connection to
        !          3456:              signal the end of the document. */
        !          3457:           infof(data, "no chunk, no close, no size. Assume close to "
        !          3458:                 "signal end\n");
        !          3459:           streamclose(conn, "HTTP: No end-of-message indicator");
        !          3460:         }
        !          3461:       }
        !          3462: 
        !          3463:       /* At this point we have some idea about the fate of the connection.
        !          3464:          If we are closing the connection it may result auth failure. */
        !          3465: #if defined(USE_NTLM)
        !          3466:       if(conn->bits.close &&
        !          3467:          (((data->req.httpcode == 401) &&
        !          3468:            (conn->http_ntlm_state == NTLMSTATE_TYPE2)) ||
        !          3469:           ((data->req.httpcode == 407) &&
        !          3470:            (conn->proxy_ntlm_state == NTLMSTATE_TYPE2)))) {
        !          3471:         infof(data, "Connection closure while negotiating auth (HTTP 1.0?)\n");
        !          3472:         data->state.authproblem = TRUE;
        !          3473:       }
        !          3474: #endif
        !          3475: #if defined(USE_SPNEGO)
        !          3476:       if(conn->bits.close &&
        !          3477:         (((data->req.httpcode == 401) &&
        !          3478:           (conn->http_negotiate_state == GSS_AUTHRECV)) ||
        !          3479:          ((data->req.httpcode == 407) &&
        !          3480:           (conn->proxy_negotiate_state == GSS_AUTHRECV)))) {
        !          3481:         infof(data, "Connection closure while negotiating auth (HTTP 1.0?)\n");
        !          3482:         data->state.authproblem = TRUE;
        !          3483:       }
        !          3484:       if((conn->http_negotiate_state == GSS_AUTHDONE) &&
        !          3485:          (data->req.httpcode != 401)) {
        !          3486:         conn->http_negotiate_state = GSS_AUTHSUCC;
        !          3487:       }
        !          3488:       if((conn->proxy_negotiate_state == GSS_AUTHDONE) &&
        !          3489:          (data->req.httpcode != 407)) {
        !          3490:         conn->proxy_negotiate_state = GSS_AUTHSUCC;
        !          3491:       }
        !          3492: #endif
        !          3493:       /*
        !          3494:        * When all the headers have been parsed, see if we should give
        !          3495:        * up and return an error.
        !          3496:        */
        !          3497:       if(http_should_fail(conn)) {
        !          3498:         failf(data, "The requested URL returned error: %d",
        !          3499:               k->httpcode);
        !          3500:         return CURLE_HTTP_RETURNED_ERROR;
        !          3501:       }
        !          3502: 
        !          3503:       /* now, only output this if the header AND body are requested:
        !          3504:        */
        !          3505:       writetype = CLIENTWRITE_HEADER;
        !          3506:       if(data->set.include_header)
        !          3507:         writetype |= CLIENTWRITE_BODY;
        !          3508: 
        !          3509:       headerlen = k->p - data->state.headerbuff;
        !          3510: 
        !          3511:       result = Curl_client_write(conn, writetype,
        !          3512:                                  data->state.headerbuff,
        !          3513:                                  headerlen);
        !          3514:       if(result)
        !          3515:         return result;
        !          3516: 
        !          3517:       data->info.header_size += (long)headerlen;
        !          3518:       data->req.headerbytecount += (long)headerlen;
        !          3519: 
        !          3520:       data->req.deductheadercount =
        !          3521:         (100 <= k->httpcode && 199 >= k->httpcode)?data->req.headerbytecount:0;
        !          3522: 
        !          3523:       /* Curl_http_auth_act() checks what authentication methods
        !          3524:        * that are available and decides which one (if any) to
        !          3525:        * use. It will set 'newurl' if an auth method was picked. */
        !          3526:       result = Curl_http_auth_act(conn);
        !          3527: 
        !          3528:       if(result)
        !          3529:         return result;
        !          3530: 
        !          3531:       if(k->httpcode >= 300) {
        !          3532:         if((!conn->bits.authneg) && !conn->bits.close &&
        !          3533:            !conn->bits.rewindaftersend) {
        !          3534:           /*
        !          3535:            * General treatment of errors when about to send data. Including :
        !          3536:            * "417 Expectation Failed", while waiting for 100-continue.
        !          3537:            *
        !          3538:            * The check for close above is done simply because of something
        !          3539:            * else has already deemed the connection to get closed then
        !          3540:            * something else should've considered the big picture and we
        !          3541:            * avoid this check.
        !          3542:            *
        !          3543:            * rewindaftersend indicates that something has told libcurl to
        !          3544:            * continue sending even if it gets discarded
        !          3545:            */
        !          3546: 
        !          3547:           switch(data->set.httpreq) {
        !          3548:           case HTTPREQ_PUT:
        !          3549:           case HTTPREQ_POST:
        !          3550:           case HTTPREQ_POST_FORM:
        !          3551:           case HTTPREQ_POST_MIME:
        !          3552:             /* We got an error response. If this happened before the whole
        !          3553:              * request body has been sent we stop sending and mark the
        !          3554:              * connection for closure after we've read the entire response.
        !          3555:              */
        !          3556:             Curl_expire_done(data, EXPIRE_100_TIMEOUT);
        !          3557:             if(!k->upload_done) {
        !          3558:               if((k->httpcode == 417) && data->state.expect100header) {
        !          3559:                 /* 417 Expectation Failed - try again without the Expect
        !          3560:                    header */
        !          3561:                 infof(data, "Got 417 while waiting for a 100\n");
        !          3562:                 data->state.disableexpect = TRUE;
        !          3563:                 DEBUGASSERT(!data->req.newurl);
        !          3564:                 data->req.newurl = strdup(conn->data->change.url);
        !          3565:                 Curl_done_sending(conn, k);
        !          3566:               }
        !          3567:               else if(data->set.http_keep_sending_on_error) {
        !          3568:                 infof(data, "HTTP error before end of send, keep sending\n");
        !          3569:                 if(k->exp100 > EXP100_SEND_DATA) {
        !          3570:                   k->exp100 = EXP100_SEND_DATA;
        !          3571:                   k->keepon |= KEEP_SEND;
        !          3572:                 }
        !          3573:               }
        !          3574:               else {
        !          3575:                 infof(data, "HTTP error before end of send, stop sending\n");
        !          3576:                 streamclose(conn, "Stop sending data before everything sent");
        !          3577:                 result = Curl_done_sending(conn, k);
        !          3578:                 if(result)
        !          3579:                   return result;
        !          3580:                 k->upload_done = TRUE;
        !          3581:                 if(data->state.expect100header)
        !          3582:                   k->exp100 = EXP100_FAILED;
        !          3583:               }
        !          3584:             }
        !          3585:             break;
        !          3586: 
        !          3587:           default: /* default label present to avoid compiler warnings */
        !          3588:             break;
        !          3589:           }
        !          3590:         }
        !          3591: 
        !          3592:         if(conn->bits.rewindaftersend) {
        !          3593:           /* We rewind after a complete send, so thus we continue
        !          3594:              sending now */
        !          3595:           infof(data, "Keep sending data to get tossed away!\n");
        !          3596:           k->keepon |= KEEP_SEND;
        !          3597:         }
        !          3598:       }
        !          3599: 
        !          3600:       if(!k->header) {
        !          3601:         /*
        !          3602:          * really end-of-headers.
        !          3603:          *
        !          3604:          * If we requested a "no body", this is a good time to get
        !          3605:          * out and return home.
        !          3606:          */
        !          3607:         if(data->set.opt_no_body)
        !          3608:           *stop_reading = TRUE;
        !          3609: #ifndef CURL_DISABLE_RTSP
        !          3610:         else if((conn->handler->protocol & CURLPROTO_RTSP) &&
        !          3611:                 (data->set.rtspreq == RTSPREQ_DESCRIBE) &&
        !          3612:                 (k->size <= -1))
        !          3613:           /* Respect section 4.4 of rfc2326: If the Content-Length header is
        !          3614:              absent, a length 0 must be assumed.  It will prevent libcurl from
        !          3615:              hanging on DESCRIBE request that got refused for whatever
        !          3616:              reason */
        !          3617:           *stop_reading = TRUE;
        !          3618: #endif
        !          3619:         else {
        !          3620:           /* If we know the expected size of this document, we set the
        !          3621:              maximum download size to the size of the expected
        !          3622:              document or else, we won't know when to stop reading!
        !          3623: 
        !          3624:              Note that we set the download maximum even if we read a
        !          3625:              "Connection: close" header, to make sure that
        !          3626:              "Content-Length: 0" still prevents us from attempting to
        !          3627:              read the (missing) response-body.
        !          3628:           */
        !          3629:           /* According to RFC2616 section 4.4, we MUST ignore
        !          3630:              Content-Length: headers if we are now receiving data
        !          3631:              using chunked Transfer-Encoding.
        !          3632:           */
        !          3633:           if(k->chunk)
        !          3634:             k->maxdownload = k->size = -1;
        !          3635:         }
        !          3636:         if(-1 != k->size) {
        !          3637:           /* We do this operation even if no_body is true, since this
        !          3638:              data might be retrieved later with curl_easy_getinfo()
        !          3639:              and its CURLINFO_CONTENT_LENGTH_DOWNLOAD option. */
        !          3640: 
        !          3641:           Curl_pgrsSetDownloadSize(data, k->size);
        !          3642:           k->maxdownload = k->size;
        !          3643:         }
        !          3644: 
        !          3645:         /* If max download size is *zero* (nothing) we already have
        !          3646:            nothing and can safely return ok now!  But for HTTP/2, we'd
        !          3647:            like to call http2_handle_stream_close to properly close a
        !          3648:            stream.  In order to do this, we keep reading until we
        !          3649:            close the stream. */
        !          3650:         if(0 == k->maxdownload
        !          3651: #if defined(USE_NGHTTP2)
        !          3652:            && !((conn->handler->protocol & PROTO_FAMILY_HTTP) &&
        !          3653:                 conn->httpversion == 20)
        !          3654: #endif
        !          3655:            )
        !          3656:           *stop_reading = TRUE;
        !          3657: 
        !          3658:         if(*stop_reading) {
        !          3659:           /* we make sure that this socket isn't read more now */
        !          3660:           k->keepon &= ~KEEP_RECV;
        !          3661:         }
        !          3662: 
        !          3663:         if(data->set.verbose)
        !          3664:           Curl_debug(data, CURLINFO_HEADER_IN,
        !          3665:                      k->str_start, headerlen);
        !          3666:         break;          /* exit header line loop */
        !          3667:       }
        !          3668: 
        !          3669:       /* We continue reading headers, so reset the line-based
        !          3670:          header parsing variables hbufp && hbuflen */
        !          3671:       k->hbufp = data->state.headerbuff;
        !          3672:       k->hbuflen = 0;
        !          3673:       continue;
        !          3674:     }
        !          3675: 
        !          3676:     /*
        !          3677:      * Checks for special headers coming up.
        !          3678:      */
        !          3679: 
        !          3680:     if(!k->headerline++) {
        !          3681:       /* This is the first header, it MUST be the error code line
        !          3682:          or else we consider this to be the body right away! */
        !          3683:       int httpversion_major;
        !          3684:       int rtspversion_major;
        !          3685:       int nc = 0;
        !          3686: #ifdef CURL_DOES_CONVERSIONS
        !          3687: #define HEADER1 scratch
        !          3688: #define SCRATCHSIZE 21
        !          3689:       CURLcode res;
        !          3690:       char scratch[SCRATCHSIZE + 1]; /* "HTTP/major.minor 123" */
        !          3691:       /* We can't really convert this yet because we
        !          3692:          don't know if it's the 1st header line or the body.
        !          3693:          So we do a partial conversion into a scratch area,
        !          3694:          leaving the data at k->p as-is.
        !          3695:       */
        !          3696:       strncpy(&scratch[0], k->p, SCRATCHSIZE);
        !          3697:       scratch[SCRATCHSIZE] = 0; /* null terminate */
        !          3698:       res = Curl_convert_from_network(data,
        !          3699:                                       &scratch[0],
        !          3700:                                       SCRATCHSIZE);
        !          3701:       if(res)
        !          3702:         /* Curl_convert_from_network calls failf if unsuccessful */
        !          3703:         return res;
        !          3704: #else
        !          3705: #define HEADER1 k->p /* no conversion needed, just use k->p */
        !          3706: #endif /* CURL_DOES_CONVERSIONS */
        !          3707: 
        !          3708:       if(conn->handler->protocol & PROTO_FAMILY_HTTP) {
        !          3709:         /*
        !          3710:          * https://tools.ietf.org/html/rfc7230#section-3.1.2
        !          3711:          *
        !          3712:          * The response code is always a three-digit number in HTTP as the spec
        !          3713:          * says. We try to allow any number here, but we cannot make
        !          3714:          * guarantees on future behaviors since it isn't within the protocol.
        !          3715:          */
        !          3716:         char separator;
        !          3717:         char twoorthree[2];
        !          3718:         nc = sscanf(HEADER1,
        !          3719:                     " HTTP/%1d.%1d%c%3d",
        !          3720:                     &httpversion_major,
        !          3721:                     &conn->httpversion,
        !          3722:                     &separator,
        !          3723:                     &k->httpcode);
        !          3724: 
        !          3725:         if(nc == 1 && httpversion_major >= 2 &&
        !          3726:            2 == sscanf(HEADER1, " HTTP/%1[23] %d", twoorthree, &k->httpcode)) {
        !          3727:           conn->httpversion = 0;
        !          3728:           nc = 4;
        !          3729:           separator = ' ';
        !          3730:         }
        !          3731: 
        !          3732:         if((nc == 4) && (' ' == separator)) {
        !          3733:           conn->httpversion += 10 * httpversion_major;
        !          3734: 
        !          3735:           if(k->upgr101 == UPGR101_RECEIVED) {
        !          3736:             /* supposedly upgraded to http2 now */
        !          3737:             if(conn->httpversion != 20)
        !          3738:               infof(data, "Lying server, not serving HTTP/2\n");
        !          3739:           }
        !          3740:           if(conn->httpversion < 20) {
        !          3741:             conn->bundle->multiuse = BUNDLE_NO_MULTIUSE;
        !          3742:             infof(data, "Mark bundle as not supporting multiuse\n");
        !          3743:           }
        !          3744:         }
        !          3745:         else if(!nc) {
        !          3746:           /* this is the real world, not a Nirvana
        !          3747:              NCSA 1.5.x returns this crap when asked for HTTP/1.1
        !          3748:           */
        !          3749:           nc = sscanf(HEADER1, " HTTP %3d", &k->httpcode);
        !          3750:           conn->httpversion = 10;
        !          3751: 
        !          3752:           /* If user has set option HTTP200ALIASES,
        !          3753:              compare header line against list of aliases
        !          3754:           */
        !          3755:           if(!nc) {
        !          3756:             if(checkhttpprefix(data, k->p, k->hbuflen) == STATUS_DONE) {
        !          3757:               nc = 1;
        !          3758:               k->httpcode = 200;
        !          3759:               conn->httpversion = 10;
        !          3760:             }
        !          3761:           }
        !          3762:         }
        !          3763:         else {
        !          3764:           failf(data, "Unsupported HTTP version in response");
        !          3765:           return CURLE_UNSUPPORTED_PROTOCOL;
        !          3766:         }
        !          3767:       }
        !          3768:       else if(conn->handler->protocol & CURLPROTO_RTSP) {
        !          3769:         char separator;
        !          3770:         nc = sscanf(HEADER1,
        !          3771:                     " RTSP/%1d.%1d%c%3d",
        !          3772:                     &rtspversion_major,
        !          3773:                     &conn->rtspversion,
        !          3774:                     &separator,
        !          3775:                     &k->httpcode);
        !          3776:         if((nc == 4) && (' ' == separator)) {
        !          3777:           conn->rtspversion += 10 * rtspversion_major;
        !          3778:           conn->httpversion = 11; /* For us, RTSP acts like HTTP 1.1 */
        !          3779:         }
        !          3780:         else {
        !          3781:           nc = 0;
        !          3782:         }
        !          3783:       }
        !          3784: 
        !          3785:       if(nc) {
        !          3786:         data->info.httpcode = k->httpcode;
        !          3787: 
        !          3788:         data->info.httpversion = conn->httpversion;
        !          3789:         if(!data->state.httpversion ||
        !          3790:            data->state.httpversion > conn->httpversion)
        !          3791:           /* store the lowest server version we encounter */
        !          3792:           data->state.httpversion = conn->httpversion;
        !          3793: 
        !          3794:         /*
        !          3795:          * This code executes as part of processing the header.  As a
        !          3796:          * result, it's not totally clear how to interpret the
        !          3797:          * response code yet as that depends on what other headers may
        !          3798:          * be present.  401 and 407 may be errors, but may be OK
        !          3799:          * depending on how authentication is working.  Other codes
        !          3800:          * are definitely errors, so give up here.
        !          3801:          */
        !          3802:         if(data->state.resume_from && data->set.httpreq == HTTPREQ_GET &&
        !          3803:              k->httpcode == 416) {
        !          3804:           /* "Requested Range Not Satisfiable", just proceed and
        !          3805:              pretend this is no error */
        !          3806:           k->ignorebody = TRUE; /* Avoid appending error msg to good data. */
        !          3807:         }
        !          3808:         else if(data->set.http_fail_on_error && (k->httpcode >= 400) &&
        !          3809:            ((k->httpcode != 401) || !conn->bits.user_passwd) &&
        !          3810:            ((k->httpcode != 407) || !conn->bits.proxy_user_passwd) ) {
        !          3811:           /* serious error, go home! */
        !          3812:           print_http_error(data);
        !          3813:           return CURLE_HTTP_RETURNED_ERROR;
        !          3814:         }
        !          3815: 
        !          3816:         if(conn->httpversion == 10) {
        !          3817:           /* Default action for HTTP/1.0 must be to close, unless
        !          3818:              we get one of those fancy headers that tell us the
        !          3819:              server keeps it open for us! */
        !          3820:           infof(data, "HTTP 1.0, assume close after body\n");
        !          3821:           connclose(conn, "HTTP/1.0 close after body");
        !          3822:         }
        !          3823:         else if(conn->httpversion == 20 ||
        !          3824:                 (k->upgr101 == UPGR101_REQUESTED && k->httpcode == 101)) {
        !          3825:           DEBUGF(infof(data, "HTTP/2 found, allow multiplexing\n"));
        !          3826: 
        !          3827:           /* HTTP/2 cannot blacklist multiplexing since it is a core
        !          3828:              functionality of the protocol */
        !          3829:           conn->bundle->multiuse = BUNDLE_MULTIPLEX;
        !          3830:         }
        !          3831:         else if(conn->httpversion >= 11 &&
        !          3832:                 !conn->bits.close) {
        !          3833:           /* If HTTP version is >= 1.1 and connection is persistent */
        !          3834:           DEBUGF(infof(data,
        !          3835:                        "HTTP 1.1 or later with persistent connection\n"));
        !          3836:         }
        !          3837: 
        !          3838:         k->http_bodyless = k->httpcode >= 100 && k->httpcode < 200;
        !          3839:         switch(k->httpcode) {
        !          3840:         case 304:
        !          3841:           /* (quote from RFC2616, section 10.3.5): The 304 response
        !          3842:            * MUST NOT contain a message-body, and thus is always
        !          3843:            * terminated by the first empty line after the header
        !          3844:            * fields.  */
        !          3845:           if(data->set.timecondition)
        !          3846:             data->info.timecond = TRUE;
        !          3847:           /* FALLTHROUGH */
        !          3848:         case 204:
        !          3849:           /* (quote from RFC2616, section 10.2.5): The server has
        !          3850:            * fulfilled the request but does not need to return an
        !          3851:            * entity-body ... The 204 response MUST NOT include a
        !          3852:            * message-body, and thus is always terminated by the first
        !          3853:            * empty line after the header fields. */
        !          3854:           k->size = 0;
        !          3855:           k->maxdownload = 0;
        !          3856:           k->http_bodyless = TRUE;
        !          3857:           break;
        !          3858:         default:
        !          3859:           break;
        !          3860:         }
        !          3861:       }
        !          3862:       else {
        !          3863:         k->header = FALSE;   /* this is not a header line */
        !          3864:         break;
        !          3865:       }
        !          3866:     }
        !          3867: 
        !          3868:     result = Curl_convert_from_network(data, k->p, strlen(k->p));
        !          3869:     /* Curl_convert_from_network calls failf if unsuccessful */
        !          3870:     if(result)
        !          3871:       return result;
        !          3872: 
        !          3873:     /* Check for Content-Length: header lines to get size */
        !          3874:     if(!k->http_bodyless &&
        !          3875:        !data->set.ignorecl && checkprefix("Content-Length:", k->p)) {
        !          3876:       curl_off_t contentlength;
        !          3877:       CURLofft offt = curlx_strtoofft(k->p + 15, NULL, 10, &contentlength);
        !          3878: 
        !          3879:       if(offt == CURL_OFFT_OK) {
        !          3880:         if(data->set.max_filesize &&
        !          3881:            contentlength > data->set.max_filesize) {
        !          3882:           failf(data, "Maximum file size exceeded");
        !          3883:           return CURLE_FILESIZE_EXCEEDED;
        !          3884:         }
        !          3885:         k->size = contentlength;
        !          3886:         k->maxdownload = k->size;
        !          3887:         /* we set the progress download size already at this point
        !          3888:            just to make it easier for apps/callbacks to extract this
        !          3889:            info as soon as possible */
        !          3890:         Curl_pgrsSetDownloadSize(data, k->size);
        !          3891:       }
        !          3892:       else if(offt == CURL_OFFT_FLOW) {
        !          3893:         /* out of range */
        !          3894:         if(data->set.max_filesize) {
        !          3895:           failf(data, "Maximum file size exceeded");
        !          3896:           return CURLE_FILESIZE_EXCEEDED;
        !          3897:         }
        !          3898:         streamclose(conn, "overflow content-length");
        !          3899:         infof(data, "Overflow Content-Length: value!\n");
        !          3900:       }
        !          3901:       else {
        !          3902:         /* negative or just rubbish - bad HTTP */
        !          3903:         failf(data, "Invalid Content-Length: value");
        !          3904:         return CURLE_WEIRD_SERVER_REPLY;
        !          3905:       }
        !          3906:     }
        !          3907:     /* check for Content-Type: header lines to get the MIME-type */
        !          3908:     else if(checkprefix("Content-Type:", k->p)) {
        !          3909:       char *contenttype = Curl_copy_header_value(k->p);
        !          3910:       if(!contenttype)
        !          3911:         return CURLE_OUT_OF_MEMORY;
        !          3912:       if(!*contenttype)
        !          3913:         /* ignore empty data */
        !          3914:         free(contenttype);
        !          3915:       else {
        !          3916:         Curl_safefree(data->info.contenttype);
        !          3917:         data->info.contenttype = contenttype;
        !          3918:       }
        !          3919:     }
        !          3920:     else if((conn->httpversion == 10) &&
        !          3921:             conn->bits.httpproxy &&
        !          3922:             Curl_compareheader(k->p,
        !          3923:                                "Proxy-Connection:", "keep-alive")) {
        !          3924:       /*
        !          3925:        * When a HTTP/1.0 reply comes when using a proxy, the
        !          3926:        * 'Proxy-Connection: keep-alive' line tells us the
        !          3927:        * connection will be kept alive for our pleasure.
        !          3928:        * Default action for 1.0 is to close.
        !          3929:        */
        !          3930:       connkeep(conn, "Proxy-Connection keep-alive"); /* don't close */
        !          3931:       infof(data, "HTTP/1.0 proxy connection set to keep alive!\n");
        !          3932:     }
        !          3933:     else if((conn->httpversion == 11) &&
        !          3934:             conn->bits.httpproxy &&
        !          3935:             Curl_compareheader(k->p,
        !          3936:                                "Proxy-Connection:", "close")) {
        !          3937:       /*
        !          3938:        * We get a HTTP/1.1 response from a proxy and it says it'll
        !          3939:        * close down after this transfer.
        !          3940:        */
        !          3941:       connclose(conn, "Proxy-Connection: asked to close after done");
        !          3942:       infof(data, "HTTP/1.1 proxy connection set close!\n");
        !          3943:     }
        !          3944:     else if((conn->httpversion == 10) &&
        !          3945:             Curl_compareheader(k->p, "Connection:", "keep-alive")) {
        !          3946:       /*
        !          3947:        * A HTTP/1.0 reply with the 'Connection: keep-alive' line
        !          3948:        * tells us the connection will be kept alive for our
        !          3949:        * pleasure.  Default action for 1.0 is to close.
        !          3950:        *
        !          3951:        * [RFC2068, section 19.7.1] */
        !          3952:       connkeep(conn, "Connection keep-alive");
        !          3953:       infof(data, "HTTP/1.0 connection set to keep alive!\n");
        !          3954:     }
        !          3955:     else if(Curl_compareheader(k->p, "Connection:", "close")) {
        !          3956:       /*
        !          3957:        * [RFC 2616, section 8.1.2.1]
        !          3958:        * "Connection: close" is HTTP/1.1 language and means that
        !          3959:        * the connection will close when this request has been
        !          3960:        * served.
        !          3961:        */
        !          3962:       streamclose(conn, "Connection: close used");
        !          3963:     }
        !          3964:     else if(!k->http_bodyless && checkprefix("Transfer-Encoding:", k->p)) {
        !          3965:       /* One or more encodings. We check for chunked and/or a compression
        !          3966:          algorithm. */
        !          3967:       /*
        !          3968:        * [RFC 2616, section 3.6.1] A 'chunked' transfer encoding
        !          3969:        * means that the server will send a series of "chunks". Each
        !          3970:        * chunk starts with line with info (including size of the
        !          3971:        * coming block) (terminated with CRLF), then a block of data
        !          3972:        * with the previously mentioned size. There can be any amount
        !          3973:        * of chunks, and a chunk-data set to zero signals the
        !          3974:        * end-of-chunks. */
        !          3975: 
        !          3976:       result = Curl_build_unencoding_stack(conn, k->p + 18, TRUE);
        !          3977:       if(result)
        !          3978:         return result;
        !          3979:     }
        !          3980:     else if(!k->http_bodyless && checkprefix("Content-Encoding:", k->p) &&
        !          3981:             data->set.str[STRING_ENCODING]) {
        !          3982:       /*
        !          3983:        * Process Content-Encoding. Look for the values: identity,
        !          3984:        * gzip, deflate, compress, x-gzip and x-compress. x-gzip and
        !          3985:        * x-compress are the same as gzip and compress. (Sec 3.5 RFC
        !          3986:        * 2616). zlib cannot handle compress.  However, errors are
        !          3987:        * handled further down when the response body is processed
        !          3988:        */
        !          3989:       result = Curl_build_unencoding_stack(conn, k->p + 17, FALSE);
        !          3990:       if(result)
        !          3991:         return result;
        !          3992:     }
        !          3993:     else if(checkprefix("Retry-After:", k->p)) {
        !          3994:       /* Retry-After = HTTP-date / delay-seconds */
        !          3995:       curl_off_t retry_after = 0; /* zero for unknown or "now" */
        !          3996:       time_t date = Curl_getdate_capped(&k->p[12]);
        !          3997:       if(-1 == date) {
        !          3998:         /* not a date, try it as a decimal number */
        !          3999:         (void)curlx_strtoofft(&k->p[12], NULL, 10, &retry_after);
        !          4000:       }
        !          4001:       else
        !          4002:         /* convert date to number of seconds into the future */
        !          4003:         retry_after = date - time(NULL);
        !          4004:       data->info.retry_after = retry_after; /* store it */
        !          4005:     }
        !          4006:     else if(!k->http_bodyless && checkprefix("Content-Range:", k->p)) {
        !          4007:       /* Content-Range: bytes [num]-
        !          4008:          Content-Range: bytes: [num]-
        !          4009:          Content-Range: [num]-
        !          4010:          Content-Range: [asterisk]/[total]
        !          4011: 
        !          4012:          The second format was added since Sun's webserver
        !          4013:          JavaWebServer/1.1.1 obviously sends the header this way!
        !          4014:          The third added since some servers use that!
        !          4015:          The forth means the requested range was unsatisfied.
        !          4016:       */
        !          4017: 
        !          4018:       char *ptr = k->p + 14;
        !          4019: 
        !          4020:       /* Move forward until first digit or asterisk */
        !          4021:       while(*ptr && !ISDIGIT(*ptr) && *ptr != '*')
        !          4022:         ptr++;
        !          4023: 
        !          4024:       /* if it truly stopped on a digit */
        !          4025:       if(ISDIGIT(*ptr)) {
        !          4026:         if(!curlx_strtoofft(ptr, NULL, 10, &k->offset)) {
        !          4027:           if(data->state.resume_from == k->offset)
        !          4028:             /* we asked for a resume and we got it */
        !          4029:             k->content_range = TRUE;
        !          4030:         }
        !          4031:       }
        !          4032:       else
        !          4033:         data->state.resume_from = 0; /* get everything */
        !          4034:     }
        !          4035: #if !defined(CURL_DISABLE_COOKIES)
        !          4036:     else if(data->cookies && data->state.cookie_engine &&
        !          4037:             checkprefix("Set-Cookie:", k->p)) {
        !          4038:       Curl_share_lock(data, CURL_LOCK_DATA_COOKIE,
        !          4039:                       CURL_LOCK_ACCESS_SINGLE);
        !          4040:       Curl_cookie_add(data,
        !          4041:                       data->cookies, TRUE, FALSE, k->p + 11,
        !          4042:                       /* If there is a custom-set Host: name, use it
        !          4043:                          here, or else use real peer host name. */
        !          4044:                       conn->allocptr.cookiehost?
        !          4045:                       conn->allocptr.cookiehost:conn->host.name,
        !          4046:                       data->state.up.path,
        !          4047:                       (conn->handler->protocol&CURLPROTO_HTTPS)?
        !          4048:                       TRUE:FALSE);
        !          4049:       Curl_share_unlock(data, CURL_LOCK_DATA_COOKIE);
        !          4050:     }
        !          4051: #endif
        !          4052:     else if(!k->http_bodyless && checkprefix("Last-Modified:", k->p) &&
        !          4053:             (data->set.timecondition || data->set.get_filetime) ) {
        !          4054:       k->timeofdoc = Curl_getdate_capped(k->p + strlen("Last-Modified:"));
        !          4055:       if(data->set.get_filetime)
        !          4056:         data->info.filetime = k->timeofdoc;
        !          4057:     }
        !          4058:     else if((checkprefix("WWW-Authenticate:", k->p) &&
        !          4059:              (401 == k->httpcode)) ||
        !          4060:             (checkprefix("Proxy-authenticate:", k->p) &&
        !          4061:              (407 == k->httpcode))) {
        !          4062: 
        !          4063:       bool proxy = (k->httpcode == 407) ? TRUE : FALSE;
        !          4064:       char *auth = Curl_copy_header_value(k->p);
        !          4065:       if(!auth)
        !          4066:         return CURLE_OUT_OF_MEMORY;
        !          4067: 
        !          4068:       result = Curl_http_input_auth(conn, proxy, auth);
        !          4069: 
        !          4070:       free(auth);
        !          4071: 
        !          4072:       if(result)
        !          4073:         return result;
        !          4074:     }
        !          4075: #ifdef USE_SPNEGO
        !          4076:     else if(checkprefix("Persistent-Auth", k->p)) {
        !          4077:       struct negotiatedata *negdata = &conn->negotiate;
        !          4078:       struct auth *authp = &data->state.authhost;
        !          4079:       if(authp->picked == CURLAUTH_NEGOTIATE) {
        !          4080:         char *persistentauth = Curl_copy_header_value(k->p);
        !          4081:         if(!persistentauth)
        !          4082:           return CURLE_OUT_OF_MEMORY;
        !          4083:         negdata->noauthpersist = checkprefix("false", persistentauth)?
        !          4084:           TRUE:FALSE;
        !          4085:         negdata->havenoauthpersist = TRUE;
        !          4086:         infof(data, "Negotiate: noauthpersist -> %d, header part: %s",
        !          4087:           negdata->noauthpersist, persistentauth);
        !          4088:         free(persistentauth);
        !          4089:       }
        !          4090:     }
        !          4091: #endif
        !          4092:     else if((k->httpcode >= 300 && k->httpcode < 400) &&
        !          4093:             checkprefix("Location:", k->p) &&
        !          4094:             !data->req.location) {
        !          4095:       /* this is the URL that the server advises us to use instead */
        !          4096:       char *location = Curl_copy_header_value(k->p);
        !          4097:       if(!location)
        !          4098:         return CURLE_OUT_OF_MEMORY;
        !          4099:       if(!*location)
        !          4100:         /* ignore empty data */
        !          4101:         free(location);
        !          4102:       else {
        !          4103:         data->req.location = location;
        !          4104: 
        !          4105:         if(data->set.http_follow_location) {
        !          4106:           DEBUGASSERT(!data->req.newurl);
        !          4107:           data->req.newurl = strdup(data->req.location); /* clone */
        !          4108:           if(!data->req.newurl)
        !          4109:             return CURLE_OUT_OF_MEMORY;
        !          4110: 
        !          4111:           /* some cases of POST and PUT etc needs to rewind the data
        !          4112:              stream at this point */
        !          4113:           result = http_perhapsrewind(conn);
        !          4114:           if(result)
        !          4115:             return result;
        !          4116:         }
        !          4117:       }
        !          4118:     }
        !          4119: #ifdef USE_ALTSVC
        !          4120:     /* If enabled, the header is incoming and this is over HTTPS */
        !          4121:     else if(data->asi && checkprefix("Alt-Svc:", k->p) &&
        !          4122:             ((conn->handler->flags & PROTOPT_SSL) ||
        !          4123: #ifdef CURLDEBUG
        !          4124:              /* allow debug builds to circumvent the HTTPS restriction */
        !          4125:              getenv("CURL_ALTSVC_HTTP")
        !          4126: #else
        !          4127:              0
        !          4128: #endif
        !          4129:               )) {
        !          4130:       /* the ALPN of the current request */
        !          4131:       enum alpnid id = (conn->httpversion == 20) ? ALPN_h2 : ALPN_h1;
        !          4132:       result = Curl_altsvc_parse(data, data->asi,
        !          4133:                                  &k->p[ strlen("Alt-Svc:") ],
        !          4134:                                  id, conn->host.name,
        !          4135:                                  curlx_uitous(conn->remote_port));
        !          4136:       if(result)
        !          4137:         return result;
        !          4138:     }
        !          4139: #endif
        !          4140:     else if(conn->handler->protocol & CURLPROTO_RTSP) {
        !          4141:       result = Curl_rtsp_parseheader(conn, k->p);
        !          4142:       if(result)
        !          4143:         return result;
        !          4144:     }
        !          4145: 
        !          4146:     /*
        !          4147:      * End of header-checks. Write them to the client.
        !          4148:      */
        !          4149: 
        !          4150:     writetype = CLIENTWRITE_HEADER;
        !          4151:     if(data->set.include_header)
        !          4152:       writetype |= CLIENTWRITE_BODY;
        !          4153: 
        !          4154:     if(data->set.verbose)
        !          4155:       Curl_debug(data, CURLINFO_HEADER_IN, k->p, (size_t)k->hbuflen);
        !          4156: 
        !          4157:     result = Curl_client_write(conn, writetype, k->p, k->hbuflen);
        !          4158:     if(result)
        !          4159:       return result;
        !          4160: 
        !          4161:     data->info.header_size += (long)k->hbuflen;
        !          4162:     data->req.headerbytecount += (long)k->hbuflen;
        !          4163: 
        !          4164:     /* reset hbufp pointer && hbuflen */
        !          4165:     k->hbufp = data->state.headerbuff;
        !          4166:     k->hbuflen = 0;
        !          4167:   }
        !          4168:   while(*k->str); /* header line within buffer */
        !          4169: 
        !          4170:   /* We might have reached the end of the header part here, but
        !          4171:      there might be a non-header part left in the end of the read
        !          4172:      buffer. */
        !          4173: 
        !          4174:   return CURLE_OK;
        !          4175: }
        !          4176: 
        !          4177: #endif /* CURL_DISABLE_HTTP */

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>