Annotation of embedaddon/curl/tests/libtest/lib518.c, revision 1.1
1.1 ! misho 1: /***************************************************************************
! 2: * _ _ ____ _
! 3: * Project ___| | | | _ \| |
! 4: * / __| | | | |_) | |
! 5: * | (__| |_| | _ <| |___
! 6: * \___|\___/|_| \_\_____|
! 7: *
! 8: * Copyright (C) 1998 - 2018, Daniel Stenberg, <daniel@haxx.se>, et al.
! 9: *
! 10: * This software is licensed as described in the file COPYING, which
! 11: * you should have received as part of this distribution. The terms
! 12: * are also available at https://curl.haxx.se/docs/copyright.html.
! 13: *
! 14: * You may opt to use, copy, modify, merge, publish, distribute and/or sell
! 15: * copies of the Software, and permit persons to whom the Software is
! 16: * furnished to do so, under the terms of the COPYING file.
! 17: *
! 18: * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
! 19: * KIND, either express or implied.
! 20: *
! 21: ***************************************************************************/
! 22: #include "test.h"
! 23:
! 24: #ifdef HAVE_SYS_RESOURCE_H
! 25: #include <sys/resource.h>
! 26: #endif
! 27: #ifdef HAVE_FCNTL_H
! 28: #include <fcntl.h>
! 29: #endif
! 30: #include <limits.h>
! 31:
! 32: #include "warnless.h"
! 33: #include "memdebug.h"
! 34:
! 35: #ifndef FD_SETSIZE
! 36: #error "this test requires FD_SETSIZE"
! 37: #endif
! 38:
! 39: #define SAFETY_MARGIN (16)
! 40: #define NUM_OPEN (FD_SETSIZE + 10)
! 41: #define NUM_NEEDED (NUM_OPEN + SAFETY_MARGIN)
! 42:
! 43: #if defined(WIN32) || defined(_WIN32) || defined(MSDOS)
! 44: #define DEV_NULL "NUL"
! 45: #else
! 46: #define DEV_NULL "/dev/null"
! 47: #endif
! 48:
! 49: #if defined(HAVE_GETRLIMIT) && defined(HAVE_SETRLIMIT)
! 50:
! 51: static int *fd = NULL;
! 52: static struct rlimit num_open;
! 53: static char msgbuff[256];
! 54:
! 55: static void store_errmsg(const char *msg, int err)
! 56: {
! 57: if(!err)
! 58: msnprintf(msgbuff, sizeof(msgbuff), "%s", msg);
! 59: else
! 60: msnprintf(msgbuff, sizeof(msgbuff), "%s, errno %d, %s", msg,
! 61: err, strerror(err));
! 62: }
! 63:
! 64: static void close_file_descriptors(void)
! 65: {
! 66: for(num_open.rlim_cur = 0;
! 67: num_open.rlim_cur < num_open.rlim_max;
! 68: num_open.rlim_cur++)
! 69: if(fd[num_open.rlim_cur] > 0)
! 70: close(fd[num_open.rlim_cur]);
! 71: free(fd);
! 72: fd = NULL;
! 73: }
! 74:
! 75: static int fopen_works(void)
! 76: {
! 77: FILE *fpa[3];
! 78: int i;
! 79: int ret = 1;
! 80:
! 81: for(i = 0; i < 3; i++) {
! 82: fpa[i] = NULL;
! 83: }
! 84: for(i = 0; i < 3; i++) {
! 85: fpa[i] = fopen(DEV_NULL, FOPEN_READTEXT);
! 86: if(fpa[i] == NULL) {
! 87: store_errmsg("fopen failed", errno);
! 88: fprintf(stderr, "%s\n", msgbuff);
! 89: ret = 0;
! 90: break;
! 91: }
! 92: }
! 93: for(i = 0; i < 3; i++) {
! 94: if(fpa[i] != NULL)
! 95: fclose(fpa[i]);
! 96: }
! 97: return ret;
! 98: }
! 99:
! 100: static int rlimit(int keep_open)
! 101: {
! 102: int nitems, i;
! 103: int *memchunk = NULL;
! 104: char *fmt;
! 105: struct rlimit rl;
! 106: char strbuff[256];
! 107: char strbuff1[81];
! 108: char strbuff2[81];
! 109: char fmt_u[] = "%u";
! 110: char fmt_lu[] = "%lu";
! 111: #ifdef HAVE_LONGLONG
! 112: char fmt_llu[] = "%llu";
! 113:
! 114: if(sizeof(rl.rlim_max) > sizeof(long))
! 115: fmt = fmt_llu;
! 116: else
! 117: #endif
! 118: fmt = (sizeof(rl.rlim_max) < sizeof(long))?fmt_u:fmt_lu;
! 119:
! 120: /* get initial open file limits */
! 121:
! 122: if(getrlimit(RLIMIT_NOFILE, &rl) != 0) {
! 123: store_errmsg("getrlimit() failed", errno);
! 124: fprintf(stderr, "%s\n", msgbuff);
! 125: return -1;
! 126: }
! 127:
! 128: /* show initial open file limits */
! 129:
! 130: #ifdef RLIM_INFINITY
! 131: if(rl.rlim_cur == RLIM_INFINITY)
! 132: strcpy(strbuff, "INFINITY");
! 133: else
! 134: #endif
! 135: msnprintf(strbuff, sizeof(strbuff), fmt, rl.rlim_cur);
! 136: fprintf(stderr, "initial soft limit: %s\n", strbuff);
! 137:
! 138: #ifdef RLIM_INFINITY
! 139: if(rl.rlim_max == RLIM_INFINITY)
! 140: strcpy(strbuff, "INFINITY");
! 141: else
! 142: #endif
! 143: msnprintf(strbuff, sizeof(strbuff), fmt, rl.rlim_max);
! 144: fprintf(stderr, "initial hard limit: %s\n", strbuff);
! 145:
! 146: /* show our constants */
! 147:
! 148: fprintf(stderr, "test518 FD_SETSIZE: %d\n", FD_SETSIZE);
! 149: fprintf(stderr, "test518 NUM_OPEN : %d\n", NUM_OPEN);
! 150: fprintf(stderr, "test518 NUM_NEEDED: %d\n", NUM_NEEDED);
! 151:
! 152: /*
! 153: * if soft limit and hard limit are different we ask the
! 154: * system to raise soft limit all the way up to the hard
! 155: * limit. Due to some other system limit the soft limit
! 156: * might not be raised up to the hard limit. So from this
! 157: * point the resulting soft limit is our limit. Trying to
! 158: * open more than soft limit file descriptors will fail.
! 159: */
! 160:
! 161: if(rl.rlim_cur != rl.rlim_max) {
! 162:
! 163: #ifdef OPEN_MAX
! 164: if((rl.rlim_cur > 0) &&
! 165: (rl.rlim_cur < OPEN_MAX)) {
! 166: fprintf(stderr, "raising soft limit up to OPEN_MAX\n");
! 167: rl.rlim_cur = OPEN_MAX;
! 168: if(setrlimit(RLIMIT_NOFILE, &rl) != 0) {
! 169: /* on failure don't abort just issue a warning */
! 170: store_errmsg("setrlimit() failed", errno);
! 171: fprintf(stderr, "%s\n", msgbuff);
! 172: msgbuff[0] = '\0';
! 173: }
! 174: }
! 175: #endif
! 176:
! 177: fprintf(stderr, "raising soft limit up to hard limit\n");
! 178: rl.rlim_cur = rl.rlim_max;
! 179: if(setrlimit(RLIMIT_NOFILE, &rl) != 0) {
! 180: /* on failure don't abort just issue a warning */
! 181: store_errmsg("setrlimit() failed", errno);
! 182: fprintf(stderr, "%s\n", msgbuff);
! 183: msgbuff[0] = '\0';
! 184: }
! 185:
! 186: /* get current open file limits */
! 187:
! 188: if(getrlimit(RLIMIT_NOFILE, &rl) != 0) {
! 189: store_errmsg("getrlimit() failed", errno);
! 190: fprintf(stderr, "%s\n", msgbuff);
! 191: return -3;
! 192: }
! 193:
! 194: /* show current open file limits */
! 195:
! 196: #ifdef RLIM_INFINITY
! 197: if(rl.rlim_cur == RLIM_INFINITY)
! 198: strcpy(strbuff, "INFINITY");
! 199: else
! 200: #endif
! 201: msnprintf(strbuff, sizeof(strbuff), fmt, rl.rlim_cur);
! 202: fprintf(stderr, "current soft limit: %s\n", strbuff);
! 203:
! 204: #ifdef RLIM_INFINITY
! 205: if(rl.rlim_max == RLIM_INFINITY)
! 206: strcpy(strbuff, "INFINITY");
! 207: else
! 208: #endif
! 209: msnprintf(strbuff, sizeof(strbuff), fmt, rl.rlim_max);
! 210: fprintf(stderr, "current hard limit: %s\n", strbuff);
! 211:
! 212: } /* (rl.rlim_cur != rl.rlim_max) */
! 213:
! 214: /*
! 215: * test 518 is all about testing libcurl functionality
! 216: * when more than FD_SETSIZE file descriptors are open.
! 217: * This means that if for any reason we are not able to
! 218: * open more than FD_SETSIZE file descriptors then test
! 219: * 518 should not be run.
! 220: */
! 221:
! 222: /*
! 223: * verify that soft limit is higher than NUM_NEEDED,
! 224: * which is the number of file descriptors we would
! 225: * try to open plus SAFETY_MARGIN to not exhaust the
! 226: * file descriptor pool
! 227: */
! 228:
! 229: num_open.rlim_cur = NUM_NEEDED;
! 230:
! 231: if((rl.rlim_cur > 0) &&
! 232: #ifdef RLIM_INFINITY
! 233: (rl.rlim_cur != RLIM_INFINITY) &&
! 234: #endif
! 235: (rl.rlim_cur <= num_open.rlim_cur)) {
! 236: msnprintf(strbuff2, sizeof(strbuff2), fmt, rl.rlim_cur);
! 237: msnprintf(strbuff1, sizeof(strbuff1), fmt, num_open.rlim_cur);
! 238: msnprintf(strbuff, sizeof(strbuff), "fds needed %s > system limit %s",
! 239: strbuff1, strbuff2);
! 240: store_errmsg(strbuff, 0);
! 241: fprintf(stderr, "%s\n", msgbuff);
! 242: return -4;
! 243: }
! 244:
! 245: /*
! 246: * reserve a chunk of memory before opening file descriptors to
! 247: * avoid a low memory condition once the file descriptors are
! 248: * open. System conditions that could make the test fail should
! 249: * be addressed in the precheck phase. This chunk of memory shall
! 250: * be always free()ed before exiting the rlimit() function so
! 251: * that it becomes available to the test.
! 252: */
! 253:
! 254: for(nitems = i = 1; nitems <= i; i *= 2)
! 255: nitems = i;
! 256: if(nitems > 0x7fff)
! 257: nitems = 0x40000;
! 258: do {
! 259: num_open.rlim_max = sizeof(*memchunk) * (size_t)nitems;
! 260: msnprintf(strbuff, sizeof(strbuff), fmt, num_open.rlim_max);
! 261: fprintf(stderr, "allocating memchunk %s byte array\n", strbuff);
! 262: memchunk = malloc(sizeof(*memchunk) * (size_t)nitems);
! 263: if(!memchunk) {
! 264: fprintf(stderr, "memchunk, malloc() failed\n");
! 265: nitems /= 2;
! 266: }
! 267: } while(nitems && !memchunk);
! 268: if(!memchunk) {
! 269: store_errmsg("memchunk, malloc() failed", errno);
! 270: fprintf(stderr, "%s\n", msgbuff);
! 271: return -5;
! 272: }
! 273:
! 274: /* initialize it to fight lazy allocation */
! 275:
! 276: fprintf(stderr, "initializing memchunk array\n");
! 277:
! 278: for(i = 0; i < nitems; i++)
! 279: memchunk[i] = -1;
! 280:
! 281: /* set the number of file descriptors we will try to open */
! 282:
! 283: num_open.rlim_max = NUM_OPEN;
! 284:
! 285: /* verify that we won't overflow size_t in malloc() */
! 286:
! 287: if((size_t)(num_open.rlim_max) > ((size_t)-1) / sizeof(*fd)) {
! 288: msnprintf(strbuff1, sizeof(strbuff1), fmt, num_open.rlim_max);
! 289: msnprintf(strbuff, sizeof(strbuff), "unable to allocate an array for %s "
! 290: "file descriptors, would overflow size_t", strbuff1);
! 291: store_errmsg(strbuff, 0);
! 292: fprintf(stderr, "%s\n", msgbuff);
! 293: free(memchunk);
! 294: return -6;
! 295: }
! 296:
! 297: /* allocate array for file descriptors */
! 298:
! 299: msnprintf(strbuff, sizeof(strbuff), fmt, num_open.rlim_max);
! 300: fprintf(stderr, "allocating array for %s file descriptors\n", strbuff);
! 301:
! 302: fd = malloc(sizeof(*fd) * (size_t)(num_open.rlim_max));
! 303: if(!fd) {
! 304: store_errmsg("fd, malloc() failed", errno);
! 305: fprintf(stderr, "%s\n", msgbuff);
! 306: free(memchunk);
! 307: return -7;
! 308: }
! 309:
! 310: /* initialize it to fight lazy allocation */
! 311:
! 312: fprintf(stderr, "initializing fd array\n");
! 313:
! 314: for(num_open.rlim_cur = 0;
! 315: num_open.rlim_cur < num_open.rlim_max;
! 316: num_open.rlim_cur++)
! 317: fd[num_open.rlim_cur] = -1;
! 318:
! 319: msnprintf(strbuff, sizeof(strbuff), fmt, num_open.rlim_max);
! 320: fprintf(stderr, "trying to open %s file descriptors\n", strbuff);
! 321:
! 322: /* open a dummy descriptor */
! 323:
! 324: fd[0] = open(DEV_NULL, O_RDONLY);
! 325: if(fd[0] < 0) {
! 326: msnprintf(strbuff, sizeof(strbuff), "opening of %s failed", DEV_NULL);
! 327: store_errmsg(strbuff, errno);
! 328: fprintf(stderr, "%s\n", msgbuff);
! 329: free(fd);
! 330: fd = NULL;
! 331: free(memchunk);
! 332: return -8;
! 333: }
! 334:
! 335: /* create a bunch of file descriptors */
! 336:
! 337: for(num_open.rlim_cur = 1;
! 338: num_open.rlim_cur < num_open.rlim_max;
! 339: num_open.rlim_cur++) {
! 340:
! 341: fd[num_open.rlim_cur] = dup(fd[0]);
! 342:
! 343: if(fd[num_open.rlim_cur] < 0) {
! 344:
! 345: fd[num_open.rlim_cur] = -1;
! 346:
! 347: msnprintf(strbuff1, sizeof(strbuff1), fmt, num_open.rlim_cur);
! 348: msnprintf(strbuff, sizeof(strbuff), "dup() attempt %s failed", strbuff1);
! 349: fprintf(stderr, "%s\n", strbuff);
! 350:
! 351: msnprintf(strbuff1, sizeof(strbuff), fmt, num_open.rlim_cur);
! 352: msnprintf(strbuff, sizeof(strbuff), "fds system limit seems close to %s",
! 353: strbuff1);
! 354: fprintf(stderr, "%s\n", strbuff);
! 355:
! 356: num_open.rlim_max = NUM_NEEDED;
! 357:
! 358: msnprintf(strbuff2, sizeof(strbuff2), fmt, num_open.rlim_max);
! 359: msnprintf(strbuff1, sizeof(strbuff1), fmt, num_open.rlim_cur);
! 360: msnprintf(strbuff, sizeof(strbuff), "fds needed %s > system limit %s",
! 361: strbuff2, strbuff1);
! 362: store_errmsg(strbuff, 0);
! 363: fprintf(stderr, "%s\n", msgbuff);
! 364:
! 365: for(num_open.rlim_cur = 0;
! 366: fd[num_open.rlim_cur] >= 0;
! 367: num_open.rlim_cur++)
! 368: close(fd[num_open.rlim_cur]);
! 369: free(fd);
! 370: fd = NULL;
! 371: free(memchunk);
! 372: return -9;
! 373:
! 374: }
! 375:
! 376: }
! 377:
! 378: msnprintf(strbuff, sizeof(strbuff), fmt, num_open.rlim_max);
! 379: fprintf(stderr, "%s file descriptors open\n", strbuff);
! 380:
! 381: #if !defined(HAVE_POLL_FINE) && \
! 382: !defined(USE_WINSOCK) && \
! 383: !defined(TPF)
! 384:
! 385: /*
! 386: * when using select() instead of poll() we cannot test
! 387: * libcurl functionality with a socket number equal or
! 388: * greater than FD_SETSIZE. In any case, macro VERIFY_SOCK
! 389: * in lib/select.c enforces this check and protects libcurl
! 390: * from a possible crash. The effect of this protection
! 391: * is that test 518 will always fail, since the actual
! 392: * call to select() never takes place. We skip test 518
! 393: * with an indication that select limit would be exceeded.
! 394: */
! 395:
! 396: num_open.rlim_cur = FD_SETSIZE - SAFETY_MARGIN;
! 397: if(num_open.rlim_max > num_open.rlim_cur) {
! 398: msnprintf(strbuff, sizeof(strbuff), "select limit is FD_SETSIZE %d",
! 399: FD_SETSIZE);
! 400: store_errmsg(strbuff, 0);
! 401: fprintf(stderr, "%s\n", msgbuff);
! 402: close_file_descriptors();
! 403: free(memchunk);
! 404: return -10;
! 405: }
! 406:
! 407: num_open.rlim_cur = FD_SETSIZE - SAFETY_MARGIN;
! 408: for(rl.rlim_cur = 0;
! 409: rl.rlim_cur < num_open.rlim_max;
! 410: rl.rlim_cur++) {
! 411: if((fd[rl.rlim_cur] > 0) &&
! 412: ((unsigned int)fd[rl.rlim_cur] > num_open.rlim_cur)) {
! 413: msnprintf(strbuff, sizeof(strbuff), "select limit is FD_SETSIZE %d",
! 414: FD_SETSIZE);
! 415: store_errmsg(strbuff, 0);
! 416: fprintf(stderr, "%s\n", msgbuff);
! 417: close_file_descriptors();
! 418: free(memchunk);
! 419: return -11;
! 420: }
! 421: }
! 422:
! 423: #endif /* using a FD_SETSIZE bound select() */
! 424:
! 425: /*
! 426: * Old or 'backwards compatible' implementations of stdio do not allow
! 427: * handling of streams with an underlying file descriptor number greater
! 428: * than 255, even when allowing high numbered file descriptors for sockets.
! 429: * At this point we have a big number of file descriptors which have been
! 430: * opened using dup(), so lets test the stdio implementation and discover
! 431: * if it is capable of fopen()ing some additional files.
! 432: */
! 433:
! 434: if(!fopen_works()) {
! 435: msnprintf(strbuff1, sizeof(strbuff1), fmt, num_open.rlim_max);
! 436: msnprintf(strbuff, sizeof(strbuff),
! 437: "fopen fails with %s fds open()",
! 438: strbuff1);
! 439: fprintf(stderr, "%s\n", msgbuff);
! 440: msnprintf(strbuff, sizeof(strbuff),
! 441: "fopen fails with lots of fds open()");
! 442: store_errmsg(strbuff, 0);
! 443: close_file_descriptors();
! 444: free(memchunk);
! 445: return -12;
! 446: }
! 447:
! 448: /* free the chunk of memory we were reserving so that it
! 449: becomes becomes available to the test */
! 450:
! 451: free(memchunk);
! 452:
! 453: /* close file descriptors unless instructed to keep them */
! 454:
! 455: if(!keep_open) {
! 456: close_file_descriptors();
! 457: }
! 458:
! 459: return 0;
! 460: }
! 461:
! 462: int test(char *URL)
! 463: {
! 464: CURLcode res;
! 465: CURL *curl;
! 466:
! 467: if(!strcmp(URL, "check")) {
! 468: /* used by the test script to ask if we can run this test or not */
! 469: if(rlimit(FALSE)) {
! 470: fprintf(stdout, "rlimit problem: %s\n", msgbuff);
! 471: return 1;
! 472: }
! 473: return 0; /* sure, run this! */
! 474: }
! 475:
! 476: if(rlimit(TRUE)) {
! 477: /* failure */
! 478: return TEST_ERR_MAJOR_BAD;
! 479: }
! 480:
! 481: /* run the test with the bunch of open file descriptors
! 482: and close them all once the test is over */
! 483:
! 484: if(curl_global_init(CURL_GLOBAL_ALL) != CURLE_OK) {
! 485: fprintf(stderr, "curl_global_init() failed\n");
! 486: close_file_descriptors();
! 487: return TEST_ERR_MAJOR_BAD;
! 488: }
! 489:
! 490: curl = curl_easy_init();
! 491: if(!curl) {
! 492: fprintf(stderr, "curl_easy_init() failed\n");
! 493: close_file_descriptors();
! 494: curl_global_cleanup();
! 495: return TEST_ERR_MAJOR_BAD;
! 496: }
! 497:
! 498: test_setopt(curl, CURLOPT_URL, URL);
! 499: test_setopt(curl, CURLOPT_HEADER, 1L);
! 500:
! 501: res = curl_easy_perform(curl);
! 502:
! 503: test_cleanup:
! 504:
! 505: close_file_descriptors();
! 506: curl_easy_cleanup(curl);
! 507: curl_global_cleanup();
! 508:
! 509: return (int)res;
! 510: }
! 511:
! 512: #else /* defined(HAVE_GETRLIMIT) && defined(HAVE_SETRLIMIT) */
! 513:
! 514: int test(char *URL)
! 515: {
! 516: (void)URL;
! 517: printf("system lacks necessary system function(s)");
! 518: return 1; /* skip test */
! 519: }
! 520:
! 521: #endif /* defined(HAVE_GETRLIMIT) && defined(HAVE_SETRLIMIT) */
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/icons/cvsweb/back.gif){kind=icon}
Return to lib518.c CVS log ![[TXT]](/icons/cvsweb/text.gif){kind=icon}
![[DIR]](/icons/cvsweb/dir.gif){kind=icon}
Up to [ELWIX - Embedded LightWeight unIX -] / embedaddon / curl / tests / libtest