1: /***************************************************************************
2: * _ _ ____ _
3: * Project ___| | | | _ \| |
4: * / __| | | | |_) | |
5: * | (__| |_| | _ <| |___
6: * \___|\___/|_| \_\_____|
7: *
8: * Copyright (C) 1998 - 2018, Daniel Stenberg, <daniel@haxx.se>, et al.
9: *
10: * This software is licensed as described in the file COPYING, which
11: * you should have received as part of this distribution. The terms
12: * are also available at https://curl.haxx.se/docs/copyright.html.
13: *
14: * You may opt to use, copy, modify, merge, publish, distribute and/or sell
15: * copies of the Software, and permit persons to whom the Software is
16: * furnished to do so, under the terms of the COPYING file.
17: *
18: * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
19: * KIND, either express or implied.
20: *
21: ***************************************************************************/
22: #include "test.h"
23:
24: #ifdef HAVE_SYS_RESOURCE_H
25: #include <sys/resource.h>
26: #endif
27: #ifdef HAVE_FCNTL_H
28: #include <fcntl.h>
29: #endif
30: #include <limits.h>
31:
32: #include "warnless.h"
33: #include "memdebug.h"
34:
35: #if !defined(HAVE_POLL_FINE) && \
36: !defined(USE_WINSOCK) && \
37: !defined(TPF) && \
38: !defined(FD_SETSIZE)
39: #error "this test requires FD_SETSIZE"
40: #endif
41:
42: #define SAFETY_MARGIN (11)
43:
44: #if defined(WIN32) || defined(_WIN32) || defined(MSDOS)
45: #define DEV_NULL "NUL"
46: #else
47: #define DEV_NULL "/dev/null"
48: #endif
49:
50: #if defined(HAVE_GETRLIMIT) && defined(HAVE_SETRLIMIT)
51:
52: static int *fd = NULL;
53: static struct rlimit num_open;
54: static char msgbuff[256];
55:
56: static void store_errmsg(const char *msg, int err)
57: {
58: if(!err)
59: msnprintf(msgbuff, sizeof(msgbuff), "%s", msg);
60: else
61: msnprintf(msgbuff, sizeof(msgbuff), "%s, errno %d, %s", msg, err,
62: strerror(err));
63: }
64:
65: static void close_file_descriptors(void)
66: {
67: for(num_open.rlim_cur = 0;
68: num_open.rlim_cur < num_open.rlim_max;
69: num_open.rlim_cur++)
70: if(fd[num_open.rlim_cur] > 0)
71: close(fd[num_open.rlim_cur]);
72: free(fd);
73: fd = NULL;
74: }
75:
76: static int fopen_works(void)
77: {
78: FILE *fpa[3];
79: int i;
80: int ret = 1;
81:
82: for(i = 0; i < 3; i++) {
83: fpa[i] = NULL;
84: }
85: for(i = 0; i < 3; i++) {
86: fpa[i] = fopen(DEV_NULL, FOPEN_READTEXT);
87: if(fpa[i] == NULL) {
88: store_errmsg("fopen failed", errno);
89: fprintf(stderr, "%s\n", msgbuff);
90: ret = 0;
91: break;
92: }
93: }
94: for(i = 0; i < 3; i++) {
95: if(fpa[i] != NULL)
96: fclose(fpa[i]);
97: }
98: return ret;
99: }
100:
101: static int rlimit(int keep_open)
102: {
103: int *tmpfd;
104: rlim_t nitems, i;
105: int *memchunk = NULL;
106: char *fmt;
107: struct rlimit rl;
108: char strbuff[256];
109: char strbuff1[81];
110: char fmt_u[] = "%u";
111: char fmt_lu[] = "%lu";
112: #ifdef HAVE_LONGLONG
113: char fmt_llu[] = "%llu";
114:
115: if(sizeof(rl.rlim_max) > sizeof(long))
116: fmt = fmt_llu;
117: else
118: #endif
119: fmt = (sizeof(rl.rlim_max) < sizeof(long))?fmt_u:fmt_lu;
120:
121: /* get initial open file limits */
122:
123: if(getrlimit(RLIMIT_NOFILE, &rl) != 0) {
124: store_errmsg("getrlimit() failed", errno);
125: fprintf(stderr, "%s\n", msgbuff);
126: return -1;
127: }
128:
129: /* show initial open file limits */
130:
131: #ifdef RLIM_INFINITY
132: if(rl.rlim_cur == RLIM_INFINITY)
133: strcpy(strbuff, "INFINITY");
134: else
135: #endif
136: msnprintf(strbuff, sizeof(strbuff), fmt, rl.rlim_cur);
137: fprintf(stderr, "initial soft limit: %s\n", strbuff);
138:
139: #ifdef RLIM_INFINITY
140: if(rl.rlim_max == RLIM_INFINITY)
141: strcpy(strbuff, "INFINITY");
142: else
143: #endif
144: msnprintf(strbuff, sizeof(strbuff), fmt, rl.rlim_max);
145: fprintf(stderr, "initial hard limit: %s\n", strbuff);
146:
147: /*
148: * if soft limit and hard limit are different we ask the
149: * system to raise soft limit all the way up to the hard
150: * limit. Due to some other system limit the soft limit
151: * might not be raised up to the hard limit. So from this
152: * point the resulting soft limit is our limit. Trying to
153: * open more than soft limit file descriptors will fail.
154: */
155:
156: if(rl.rlim_cur != rl.rlim_max) {
157:
158: #ifdef OPEN_MAX
159: if((rl.rlim_cur > 0) &&
160: (rl.rlim_cur < OPEN_MAX)) {
161: fprintf(stderr, "raising soft limit up to OPEN_MAX\n");
162: rl.rlim_cur = OPEN_MAX;
163: if(setrlimit(RLIMIT_NOFILE, &rl) != 0) {
164: /* on failure don't abort just issue a warning */
165: store_errmsg("setrlimit() failed", errno);
166: fprintf(stderr, "%s\n", msgbuff);
167: msgbuff[0] = '\0';
168: }
169: }
170: #endif
171:
172: fprintf(stderr, "raising soft limit up to hard limit\n");
173: rl.rlim_cur = rl.rlim_max;
174: if(setrlimit(RLIMIT_NOFILE, &rl) != 0) {
175: /* on failure don't abort just issue a warning */
176: store_errmsg("setrlimit() failed", errno);
177: fprintf(stderr, "%s\n", msgbuff);
178: msgbuff[0] = '\0';
179: }
180:
181: /* get current open file limits */
182:
183: if(getrlimit(RLIMIT_NOFILE, &rl) != 0) {
184: store_errmsg("getrlimit() failed", errno);
185: fprintf(stderr, "%s\n", msgbuff);
186: return -3;
187: }
188:
189: /* show current open file limits */
190:
191: #ifdef RLIM_INFINITY
192: if(rl.rlim_cur == RLIM_INFINITY)
193: strcpy(strbuff, "INFINITY");
194: else
195: #endif
196: msnprintf(strbuff, sizeof(strbuff), fmt, rl.rlim_cur);
197: fprintf(stderr, "current soft limit: %s\n", strbuff);
198:
199: #ifdef RLIM_INFINITY
200: if(rl.rlim_max == RLIM_INFINITY)
201: strcpy(strbuff, "INFINITY");
202: else
203: #endif
204: msnprintf(strbuff, sizeof(strbuff), fmt, rl.rlim_max);
205: fprintf(stderr, "current hard limit: %s\n", strbuff);
206:
207: } /* (rl.rlim_cur != rl.rlim_max) */
208:
209: /*
210: * test 537 is all about testing libcurl functionality
211: * when the system has nearly exhausted the number of
212: * available file descriptors. Test 537 will try to run
213: * with a very small number of file descriptors available.
214: * This implies that any file descriptor which is open
215: * when the test runs will have a number in the high range
216: * of whatever the system supports.
217: */
218:
219: /*
220: * reserve a chunk of memory before opening file descriptors to
221: * avoid a low memory condition once the file descriptors are
222: * open. System conditions that could make the test fail should
223: * be addressed in the precheck phase. This chunk of memory shall
224: * be always free()ed before exiting the rlimit() function so
225: * that it becomes available to the test.
226: */
227:
228: for(nitems = i = 1; nitems <= i; i *= 2)
229: nitems = i;
230: if(nitems > 0x7fff)
231: nitems = 0x40000;
232: do {
233: num_open.rlim_max = sizeof(*memchunk) * nitems;
234: msnprintf(strbuff, sizeof(strbuff), fmt, num_open.rlim_max);
235: fprintf(stderr, "allocating memchunk %s byte array\n", strbuff);
236: memchunk = malloc(sizeof(*memchunk) * (size_t)nitems);
237: if(!memchunk) {
238: fprintf(stderr, "memchunk, malloc() failed\n");
239: nitems /= 2;
240: }
241: } while(nitems && !memchunk);
242: if(!memchunk) {
243: store_errmsg("memchunk, malloc() failed", errno);
244: fprintf(stderr, "%s\n", msgbuff);
245: return -4;
246: }
247:
248: /* initialize it to fight lazy allocation */
249:
250: fprintf(stderr, "initializing memchunk array\n");
251:
252: for(i = 0; i < nitems; i++)
253: memchunk[i] = -1;
254:
255: /* set the number of file descriptors we will try to open */
256:
257: #ifdef RLIM_INFINITY
258: if((rl.rlim_cur > 0) && (rl.rlim_cur != RLIM_INFINITY)) {
259: #else
260: if(rl.rlim_cur > 0) {
261: #endif
262: /* soft limit minus SAFETY_MARGIN */
263: num_open.rlim_max = rl.rlim_cur - SAFETY_MARGIN;
264: }
265: else {
266: /* a huge number of file descriptors */
267: for(nitems = i = 1; nitems <= i; i *= 2)
268: nitems = i;
269: if(nitems > 0x7fff)
270: nitems = 0x40000;
271: num_open.rlim_max = nitems;
272: }
273:
274: /* verify that we won't overflow size_t in malloc() */
275:
276: if((size_t)(num_open.rlim_max) > ((size_t)-1) / sizeof(*fd)) {
277: msnprintf(strbuff1, sizeof(strbuff1), fmt, num_open.rlim_max);
278: msnprintf(strbuff, sizeof(strbuff), "unable to allocate an array for %s "
279: "file descriptors, would overflow size_t", strbuff1);
280: store_errmsg(strbuff, 0);
281: fprintf(stderr, "%s\n", msgbuff);
282: free(memchunk);
283: return -5;
284: }
285:
286: /* allocate array for file descriptors */
287:
288: do {
289: msnprintf(strbuff, sizeof(strbuff), fmt, num_open.rlim_max);
290: fprintf(stderr, "allocating array for %s file descriptors\n", strbuff);
291: fd = malloc(sizeof(*fd) * (size_t)(num_open.rlim_max));
292: if(!fd) {
293: fprintf(stderr, "fd, malloc() failed\n");
294: num_open.rlim_max /= 2;
295: }
296: } while(num_open.rlim_max && !fd);
297: if(!fd) {
298: store_errmsg("fd, malloc() failed", errno);
299: fprintf(stderr, "%s\n", msgbuff);
300: free(memchunk);
301: return -6;
302: }
303:
304: /* initialize it to fight lazy allocation */
305:
306: fprintf(stderr, "initializing fd array\n");
307:
308: for(num_open.rlim_cur = 0;
309: num_open.rlim_cur < num_open.rlim_max;
310: num_open.rlim_cur++)
311: fd[num_open.rlim_cur] = -1;
312:
313: msnprintf(strbuff, sizeof(strbuff), fmt, num_open.rlim_max);
314: fprintf(stderr, "trying to open %s file descriptors\n", strbuff);
315:
316: /* open a dummy descriptor */
317:
318: fd[0] = open(DEV_NULL, O_RDONLY);
319: if(fd[0] < 0) {
320: msnprintf(strbuff, sizeof(strbuff), "opening of %s failed", DEV_NULL);
321: store_errmsg(strbuff, errno);
322: fprintf(stderr, "%s\n", msgbuff);
323: free(fd);
324: fd = NULL;
325: free(memchunk);
326: return -7;
327: }
328:
329: /* create a bunch of file descriptors */
330:
331: for(num_open.rlim_cur = 1;
332: num_open.rlim_cur < num_open.rlim_max;
333: num_open.rlim_cur++) {
334:
335: fd[num_open.rlim_cur] = dup(fd[0]);
336:
337: if(fd[num_open.rlim_cur] < 0) {
338:
339: fd[num_open.rlim_cur] = -1;
340:
341: msnprintf(strbuff1, sizeof(strbuff1), fmt, num_open.rlim_cur);
342: msnprintf(strbuff, sizeof(strbuff), "dup() attempt %s failed", strbuff1);
343: fprintf(stderr, "%s\n", strbuff);
344:
345: msnprintf(strbuff1, sizeof(strbuff1), fmt, num_open.rlim_cur);
346: msnprintf(strbuff, sizeof(strbuff), "fds system limit seems close to %s",
347: strbuff1);
348: fprintf(stderr, "%s\n", strbuff);
349:
350: num_open.rlim_max = num_open.rlim_cur - SAFETY_MARGIN;
351:
352: num_open.rlim_cur -= num_open.rlim_max;
353: msnprintf(strbuff1, sizeof(strbuff1), fmt, num_open.rlim_cur);
354: msnprintf(strbuff, sizeof(strbuff), "closing %s file descriptors",
355: strbuff1);
356: fprintf(stderr, "%s\n", strbuff);
357:
358: for(num_open.rlim_cur = num_open.rlim_max;
359: fd[num_open.rlim_cur] >= 0;
360: num_open.rlim_cur++) {
361: close(fd[num_open.rlim_cur]);
362: fd[num_open.rlim_cur] = -1;
363: }
364:
365: msnprintf(strbuff, sizeof(strbuff), fmt, num_open.rlim_max);
366: fprintf(stderr, "shrinking array for %s file descriptors\n", strbuff);
367:
368: /* we don't care if we can't shrink it */
369:
370: tmpfd = realloc(fd, sizeof(*fd) * (size_t)(num_open.rlim_max));
371: if(tmpfd) {
372: fd = tmpfd;
373: tmpfd = NULL;
374: }
375:
376: break;
377:
378: }
379:
380: }
381:
382: msnprintf(strbuff, sizeof(strbuff), fmt, num_open.rlim_max);
383: fprintf(stderr, "%s file descriptors open\n", strbuff);
384:
385: #if !defined(HAVE_POLL_FINE) && \
386: !defined(USE_WINSOCK) && \
387: !defined(TPF)
388:
389: /*
390: * when using select() instead of poll() we cannot test
391: * libcurl functionality with a socket number equal or
392: * greater than FD_SETSIZE. In any case, macro VERIFY_SOCK
393: * in lib/select.c enforces this check and protects libcurl
394: * from a possible crash. The effect of this protection
395: * is that test 537 will always fail, since the actual
396: * call to select() never takes place. We skip test 537
397: * with an indication that select limit would be exceeded.
398: */
399:
400: num_open.rlim_cur = FD_SETSIZE - SAFETY_MARGIN;
401: if(num_open.rlim_max > num_open.rlim_cur) {
402: msnprintf(strbuff, sizeof(strbuff), "select limit is FD_SETSIZE %d",
403: FD_SETSIZE);
404: store_errmsg(strbuff, 0);
405: fprintf(stderr, "%s\n", msgbuff);
406: close_file_descriptors();
407: free(memchunk);
408: return -8;
409: }
410:
411: num_open.rlim_cur = FD_SETSIZE - SAFETY_MARGIN;
412: for(rl.rlim_cur = 0;
413: rl.rlim_cur < num_open.rlim_max;
414: rl.rlim_cur++) {
415: if((fd[rl.rlim_cur] > 0) &&
416: ((unsigned int)fd[rl.rlim_cur] > num_open.rlim_cur)) {
417: msnprintf(strbuff, sizeof(strbuff), "select limit is FD_SETSIZE %d",
418: FD_SETSIZE);
419: store_errmsg(strbuff, 0);
420: fprintf(stderr, "%s\n", msgbuff);
421: close_file_descriptors();
422: free(memchunk);
423: return -9;
424: }
425: }
426:
427: #endif /* using a FD_SETSIZE bound select() */
428:
429: /*
430: * Old or 'backwards compatible' implementations of stdio do not allow
431: * handling of streams with an underlying file descriptor number greater
432: * than 255, even when allowing high numbered file descriptors for sockets.
433: * At this point we have a big number of file descriptors which have been
434: * opened using dup(), so lets test the stdio implementation and discover
435: * if it is capable of fopen()ing some additional files.
436: */
437:
438: if(!fopen_works()) {
439: msnprintf(strbuff1, sizeof(strbuff1), fmt, num_open.rlim_max);
440: msnprintf(strbuff, sizeof(strbuff), "fopen fails with %s fds open",
441: strbuff1);
442: fprintf(stderr, "%s\n", msgbuff);
443: msnprintf(strbuff, sizeof(strbuff), "fopen fails with lots of fds open");
444: store_errmsg(strbuff, 0);
445: close_file_descriptors();
446: free(memchunk);
447: return -10;
448: }
449:
450: /* free the chunk of memory we were reserving so that it
451: becomes becomes available to the test */
452:
453: free(memchunk);
454:
455: /* close file descriptors unless instructed to keep them */
456:
457: if(!keep_open) {
458: close_file_descriptors();
459: }
460:
461: return 0;
462: }
463:
464: int test(char *URL)
465: {
466: CURLcode res;
467: CURL *curl;
468:
469: if(!strcmp(URL, "check")) {
470: /* used by the test script to ask if we can run this test or not */
471: if(rlimit(FALSE)) {
472: fprintf(stdout, "rlimit problem: %s\n", msgbuff);
473: return 1;
474: }
475: return 0; /* sure, run this! */
476: }
477:
478: if(rlimit(TRUE)) {
479: /* failure */
480: return TEST_ERR_MAJOR_BAD;
481: }
482:
483: /* run the test with the bunch of open file descriptors
484: and close them all once the test is over */
485:
486: if(curl_global_init(CURL_GLOBAL_ALL) != CURLE_OK) {
487: fprintf(stderr, "curl_global_init() failed\n");
488: close_file_descriptors();
489: return TEST_ERR_MAJOR_BAD;
490: }
491:
492: curl = curl_easy_init();
493: if(!curl) {
494: fprintf(stderr, "curl_easy_init() failed\n");
495: close_file_descriptors();
496: curl_global_cleanup();
497: return TEST_ERR_MAJOR_BAD;
498: }
499:
500: test_setopt(curl, CURLOPT_URL, URL);
501: test_setopt(curl, CURLOPT_HEADER, 1L);
502:
503: res = curl_easy_perform(curl);
504:
505: test_cleanup:
506:
507: close_file_descriptors();
508: curl_easy_cleanup(curl);
509: curl_global_cleanup();
510:
511: return (int)res;
512: }
513:
514: #else /* defined(HAVE_GETRLIMIT) && defined(HAVE_SETRLIMIT) */
515:
516: int test(char *URL)
517: {
518: (void)URL;
519: printf("system lacks necessary system function(s)");
520: return 1; /* skip test */
521: }
522:
523: #endif /* defined(HAVE_GETRLIMIT) && defined(HAVE_SETRLIMIT) */
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/icons/cvsweb/back.gif){kind=icon}
Return to lib537.c CVS log ![[TXT]](/icons/cvsweb/text.gif){kind=icon}
![[DIR]](/icons/cvsweb/dir.gif){kind=icon}
Up to [ELWIX - Embedded LightWeight unIX -] / embedaddon / curl / tests / libtest