Annotation of embedaddon/curl/docs/examples/http2-upload.c, revision 1.1.1.1

1.1       misho       1: /***************************************************************************
                      2:  *                                  _   _ ____  _
                      3:  *  Project                     ___| | | |  _ \| |
                      4:  *                             / __| | | | |_) | |
                      5:  *                            | (__| |_| |  _ <| |___
                      6:  *                             \___|\___/|_| \_\_____|
                      7:  *
                      8:  * Copyright (C) 1998 - 2019, Daniel Stenberg, <daniel@haxx.se>, et al.
                      9:  *
                     10:  * This software is licensed as described in the file COPYING, which
                     11:  * you should have received as part of this distribution. The terms
                     12:  * are also available at https://curl.haxx.se/docs/copyright.html.
                     13:  *
                     14:  * You may opt to use, copy, modify, merge, publish, distribute and/or sell
                     15:  * copies of the Software, and permit persons to whom the Software is
                     16:  * furnished to do so, under the terms of the COPYING file.
                     17:  *
                     18:  * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
                     19:  * KIND, either express or implied.
                     20:  *
                     21:  ***************************************************************************/
                     22: /* <DESC>
                     23:  * Multiplexed HTTP/2 uploads over a single connection
                     24:  * </DESC>
                     25:  */
                     26: #include <stdio.h>
                     27: #include <stdlib.h>
                     28: #include <string.h>
                     29: #include <fcntl.h>
                     30: #include <sys/stat.h>
                     31: 
                     32: /* somewhat unix-specific */
                     33: #include <sys/time.h>
                     34: #include <unistd.h>
                     35: 
                     36: /* curl stuff */
                     37: #include <curl/curl.h>
                     38: 
                     39: #ifndef CURLPIPE_MULTIPLEX
                     40: /* This little trick will just make sure that we don't enable pipelining for
                     41:    libcurls old enough to not have this symbol. It is _not_ defined to zero in
                     42:    a recent libcurl header. */
                     43: #define CURLPIPE_MULTIPLEX 0
                     44: #endif
                     45: 
                     46: #define NUM_HANDLES 1000
                     47: 
                     48: struct input {
                     49:   FILE *in;
                     50:   size_t bytes_read; /* count up */
                     51:   CURL *hnd;
                     52:   int num;
                     53: };
                     54: 
                     55: static
                     56: void dump(const char *text, int num, unsigned char *ptr, size_t size,
                     57:           char nohex)
                     58: {
                     59:   size_t i;
                     60:   size_t c;
                     61:   unsigned int width = 0x10;
                     62: 
                     63:   if(nohex)
                     64:     /* without the hex output, we can fit more on screen */
                     65:     width = 0x40;
                     66: 
                     67:   fprintf(stderr, "%d %s, %lu bytes (0x%lx)\n",
                     68:           num, text, (unsigned long)size, (unsigned long)size);
                     69: 
                     70:   for(i = 0; i<size; i += width) {
                     71: 
                     72:     fprintf(stderr, "%4.4lx: ", (unsigned long)i);
                     73: 
                     74:     if(!nohex) {
                     75:       /* hex not disabled, show it */
                     76:       for(c = 0; c < width; c++)
                     77:         if(i + c < size)
                     78:           fprintf(stderr, "%02x ", ptr[i + c]);
                     79:         else
                     80:           fputs("   ", stderr);
                     81:     }
                     82: 
                     83:     for(c = 0; (c < width) && (i + c < size); c++) {
                     84:       /* check for 0D0A; if found, skip past and start a new line of output */
                     85:       if(nohex && (i + c + 1 < size) && ptr[i + c] == 0x0D &&
                     86:          ptr[i + c + 1] == 0x0A) {
                     87:         i += (c + 2 - width);
                     88:         break;
                     89:       }
                     90:       fprintf(stderr, "%c",
                     91:               (ptr[i + c] >= 0x20) && (ptr[i + c]<0x80)?ptr[i + c]:'.');
                     92:       /* check again for 0D0A, to avoid an extra \n if it's at width */
                     93:       if(nohex && (i + c + 2 < size) && ptr[i + c + 1] == 0x0D &&
                     94:          ptr[i + c + 2] == 0x0A) {
                     95:         i += (c + 3 - width);
                     96:         break;
                     97:       }
                     98:     }
                     99:     fputc('\n', stderr); /* newline */
                    100:   }
                    101: }
                    102: 
                    103: static
                    104: int my_trace(CURL *handle, curl_infotype type,
                    105:              char *data, size_t size,
                    106:              void *userp)
                    107: {
                    108:   char timebuf[60];
                    109:   const char *text;
                    110:   struct input *i = (struct input *)userp;
                    111:   int num = i->num;
                    112:   static time_t epoch_offset;
                    113:   static int    known_offset;
                    114:   struct timeval tv;
                    115:   time_t secs;
                    116:   struct tm *now;
                    117:   (void)handle; /* prevent compiler warning */
                    118: 
                    119:   gettimeofday(&tv, NULL);
                    120:   if(!known_offset) {
                    121:     epoch_offset = time(NULL) - tv.tv_sec;
                    122:     known_offset = 1;
                    123:   }
                    124:   secs = epoch_offset + tv.tv_sec;
                    125:   now = localtime(&secs);  /* not thread safe but we don't care */
                    126:   snprintf(timebuf, sizeof(timebuf), "%02d:%02d:%02d.%06ld",
                    127:            now->tm_hour, now->tm_min, now->tm_sec, (long)tv.tv_usec);
                    128: 
                    129:   switch(type) {
                    130:   case CURLINFO_TEXT:
                    131:     fprintf(stderr, "%s [%d] Info: %s", timebuf, num, data);
                    132:     /* FALLTHROUGH */
                    133:   default: /* in case a new one is introduced to shock us */
                    134:     return 0;
                    135: 
                    136:   case CURLINFO_HEADER_OUT:
                    137:     text = "=> Send header";
                    138:     break;
                    139:   case CURLINFO_DATA_OUT:
                    140:     text = "=> Send data";
                    141:     break;
                    142:   case CURLINFO_SSL_DATA_OUT:
                    143:     text = "=> Send SSL data";
                    144:     break;
                    145:   case CURLINFO_HEADER_IN:
                    146:     text = "<= Recv header";
                    147:     break;
                    148:   case CURLINFO_DATA_IN:
                    149:     text = "<= Recv data";
                    150:     break;
                    151:   case CURLINFO_SSL_DATA_IN:
                    152:     text = "<= Recv SSL data";
                    153:     break;
                    154:   }
                    155: 
                    156:   dump(text, num, (unsigned char *)data, size, 1);
                    157:   return 0;
                    158: }
                    159: 
                    160: static size_t read_callback(void *ptr, size_t size, size_t nmemb, void *userp)
                    161: {
                    162:   struct input *i = userp;
                    163:   size_t retcode = fread(ptr, size, nmemb, i->in);
                    164:   i->bytes_read += retcode;
                    165:   return retcode;
                    166: }
                    167: 
                    168: static void setup(struct input *i, int num, const char *upload)
                    169: {
                    170:   FILE *out;
                    171:   char url[256];
                    172:   char filename[128];
                    173:   struct stat file_info;
                    174:   curl_off_t uploadsize;
                    175:   CURL *hnd;
                    176: 
                    177:   hnd = i->hnd = curl_easy_init();
                    178:   i->num = num;
                    179:   snprintf(filename, 128, "dl-%d", num);
                    180:   out = fopen(filename, "wb");
                    181: 
                    182:   snprintf(url, 256, "https://localhost:8443/upload-%d", num);
                    183: 
                    184:   /* get the file size of the local file */
                    185:   stat(upload, &file_info);
                    186:   uploadsize = file_info.st_size;
                    187: 
                    188:   i->in = fopen(upload, "rb");
                    189: 
                    190:   /* write to this file */
                    191:   curl_easy_setopt(hnd, CURLOPT_WRITEDATA, out);
                    192: 
                    193:   /* we want to use our own read function */
                    194:   curl_easy_setopt(hnd, CURLOPT_READFUNCTION, read_callback);
                    195:   /* read from this file */
                    196:   curl_easy_setopt(hnd, CURLOPT_READDATA, i);
                    197:   /* provide the size of the upload */
                    198:   curl_easy_setopt(hnd, CURLOPT_INFILESIZE_LARGE, uploadsize);
                    199: 
                    200:   /* send in the URL to store the upload as */
                    201:   curl_easy_setopt(hnd, CURLOPT_URL, url);
                    202: 
                    203:   /* upload please */
                    204:   curl_easy_setopt(hnd, CURLOPT_UPLOAD, 1L);
                    205: 
                    206:   /* please be verbose */
                    207:   curl_easy_setopt(hnd, CURLOPT_VERBOSE, 1L);
                    208:   curl_easy_setopt(hnd, CURLOPT_DEBUGFUNCTION, my_trace);
                    209:   curl_easy_setopt(hnd, CURLOPT_DEBUGDATA, i);
                    210: 
                    211:   /* HTTP/2 please */
                    212:   curl_easy_setopt(hnd, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_2_0);
                    213: 
                    214:   /* we use a self-signed test server, skip verification during debugging */
                    215:   curl_easy_setopt(hnd, CURLOPT_SSL_VERIFYPEER, 0L);
                    216:   curl_easy_setopt(hnd, CURLOPT_SSL_VERIFYHOST, 0L);
                    217: 
                    218: #if (CURLPIPE_MULTIPLEX > 0)
                    219:   /* wait for pipe connection to confirm */
                    220:   curl_easy_setopt(hnd, CURLOPT_PIPEWAIT, 1L);
                    221: #endif
                    222: }
                    223: 
                    224: /*
                    225:  * Upload all files over HTTP/2, using the same physical connection!
                    226:  */
                    227: int main(int argc, char **argv)
                    228: {
                    229:   struct input trans[NUM_HANDLES];
                    230:   CURLM *multi_handle;
                    231:   int i;
                    232:   int still_running = 0; /* keep number of running handles */
                    233:   const char *filename = "index.html";
                    234:   int num_transfers;
                    235: 
                    236:   if(argc > 1) {
                    237:     /* if given a number, do that many transfers */
                    238:     num_transfers = atoi(argv[1]);
                    239: 
                    240:     if(!num_transfers || (num_transfers > NUM_HANDLES))
                    241:       num_transfers = 3; /* a suitable low default */
                    242: 
                    243:     if(argc > 2)
                    244:       /* if given a file name, upload this! */
                    245:       filename = argv[2];
                    246:   }
                    247:   else
                    248:     num_transfers = 3;
                    249: 
                    250:   /* init a multi stack */
                    251:   multi_handle = curl_multi_init();
                    252: 
                    253:   for(i = 0; i<num_transfers; i++) {
                    254:     setup(&trans[i], i, filename);
                    255: 
                    256:     /* add the individual transfer */
                    257:     curl_multi_add_handle(multi_handle, trans[i].hnd);
                    258:   }
                    259: 
                    260:   curl_multi_setopt(multi_handle, CURLMOPT_PIPELINING, CURLPIPE_MULTIPLEX);
                    261: 
                    262:   /* We do HTTP/2 so let's stick to one connection per host */
                    263:   curl_multi_setopt(multi_handle, CURLMOPT_MAX_HOST_CONNECTIONS, 1L);
                    264: 
                    265:   /* we start some action by calling perform right away */
                    266:   curl_multi_perform(multi_handle, &still_running);
                    267: 
                    268:   while(still_running) {
                    269:     struct timeval timeout;
                    270:     int rc; /* select() return code */
                    271:     CURLMcode mc; /* curl_multi_fdset() return code */
                    272: 
                    273:     fd_set fdread;
                    274:     fd_set fdwrite;
                    275:     fd_set fdexcep;
                    276:     int maxfd = -1;
                    277: 
                    278:     long curl_timeo = -1;
                    279: 
                    280:     FD_ZERO(&fdread);
                    281:     FD_ZERO(&fdwrite);
                    282:     FD_ZERO(&fdexcep);
                    283: 
                    284:     /* set a suitable timeout to play around with */
                    285:     timeout.tv_sec = 1;
                    286:     timeout.tv_usec = 0;
                    287: 
                    288:     curl_multi_timeout(multi_handle, &curl_timeo);
                    289:     if(curl_timeo >= 0) {
                    290:       timeout.tv_sec = curl_timeo / 1000;
                    291:       if(timeout.tv_sec > 1)
                    292:         timeout.tv_sec = 1;
                    293:       else
                    294:         timeout.tv_usec = (curl_timeo % 1000) * 1000;
                    295:     }
                    296: 
                    297:     /* get file descriptors from the transfers */
                    298:     mc = curl_multi_fdset(multi_handle, &fdread, &fdwrite, &fdexcep, &maxfd);
                    299: 
                    300:     if(mc != CURLM_OK) {
                    301:       fprintf(stderr, "curl_multi_fdset() failed, code %d.\n", mc);
                    302:       break;
                    303:     }
                    304: 
                    305:     /* On success the value of maxfd is guaranteed to be >= -1. We call
                    306:        select(maxfd + 1, ...); specially in case of (maxfd == -1) there are
                    307:        no fds ready yet so we call select(0, ...) --or Sleep() on Windows--
                    308:        to sleep 100ms, which is the minimum suggested value in the
                    309:        curl_multi_fdset() doc. */
                    310: 
                    311:     if(maxfd == -1) {
                    312: #ifdef _WIN32
                    313:       Sleep(100);
                    314:       rc = 0;
                    315: #else
                    316:       /* Portable sleep for platforms other than Windows. */
                    317:       struct timeval wait = { 0, 100 * 1000 }; /* 100ms */
                    318:       rc = select(0, NULL, NULL, NULL, &wait);
                    319: #endif
                    320:     }
                    321:     else {
                    322:       /* Note that on some platforms 'timeout' may be modified by select().
                    323:          If you need access to the original value save a copy beforehand. */
                    324:       rc = select(maxfd + 1, &fdread, &fdwrite, &fdexcep, &timeout);
                    325:     }
                    326: 
                    327:     switch(rc) {
                    328:     case -1:
                    329:       /* select error */
                    330:       break;
                    331:     case 0:
                    332:     default:
                    333:       /* timeout or readable/writable sockets */
                    334:       curl_multi_perform(multi_handle, &still_running);
                    335:       break;
                    336:     }
                    337:   }
                    338: 
                    339:   curl_multi_cleanup(multi_handle);
                    340: 
                    341:   for(i = 0; i<num_transfers; i++) {
                    342:     curl_multi_remove_handle(multi_handle, trans[i].hnd);
                    343:     curl_easy_cleanup(trans[i].hnd);
                    344:   }
                    345: 
                    346:   return 0;
                    347: }

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>