1: /*************************************************************************
2: * (C) 2010 AITNET ltd - Sofia/Bulgaria - <misho@aitbg.com>
3: * by Michael Pounov <misho@openbsd-bg.org>
4: *
5: * $Author: misho $
6: * $Id: srv.c,v 1.23.6.4 2014/12/17 01:31:21 misho Exp $
7: *
8: **************************************************************************
9: The ELWIX and AITNET software is distributed under the following
10: terms:
11:
12: All of the documentation and software included in the ELWIX and AITNET
13: Releases is copyrighted by ELWIX - Sofia/Bulgaria <info@elwix.org>
14:
15: Copyright 2004 - 2014
16: by Michael Pounov <misho@elwix.org>. All rights reserved.
17:
18: Redistribution and use in source and binary forms, with or without
19: modification, are permitted provided that the following conditions
20: are met:
21: 1. Redistributions of source code must retain the above copyright
22: notice, this list of conditions and the following disclaimer.
23: 2. Redistributions in binary form must reproduce the above copyright
24: notice, this list of conditions and the following disclaimer in the
25: documentation and/or other materials provided with the distribution.
26: 3. All advertising materials mentioning features or use of this software
27: must display the following acknowledgement:
28: This product includes software developed by Michael Pounov <misho@elwix.org>
29: ELWIX - Embedded LightWeight unIX and its contributors.
30: 4. Neither the name of AITNET nor the names of its contributors
31: may be used to endorse or promote products derived from this software
32: without specific prior written permission.
33:
34: THIS SOFTWARE IS PROVIDED BY AITNET AND CONTRIBUTORS ``AS IS'' AND
35: ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
36: IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
37: ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
38: FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
39: DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
40: OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
41: HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
42: LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
43: OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
44: SUCH DAMAGE.
45: */
46: #include "global.h"
47:
48:
49: /* SOCK_STREAM */
50: static void *acceptClients(sched_task_t *);
51: static void *closeClient(sched_task_t *);
52: static void *rxPacket(sched_task_t *);
53: static void *txPacket(sched_task_t *);
54:
55: /* SOCK_DGRAM */
56: static void *freeClient(sched_task_t *);
57: static void *rxUDPPacket(sched_task_t *);
58: static void *txUDPPacket(sched_task_t *);
59:
60: /* SOCK_RAW */
61:
62: /* SOCK_BPF */
63: static void *rxBPFPacket(sched_task_t *);
64: static void *txBPFPacket(sched_task_t *);
65:
66: static sched_task_func_t cbProto[SOCK_BPF + 1][4] = {
67: { acceptClients, closeClient, rxPacket, txPacket }, /* SOCK_STREAM */
68: { acceptClients, closeClient, rxPacket, txPacket }, /* SOCK_STREAM */
69: { rxUDPPacket, freeClient, rxUDPPacket, txUDPPacket }, /* SOCK_DGRAM */
70: { NULL, NULL, NULL, NULL }, /* SOCK_RAW */
71: { rxBPFPacket, freeClient, rxBPFPacket, txBPFPacket } /* SOCK_BPF */
72: };
73:
74: /* Global Signal Argument when kqueue support disabled */
75:
76: static volatile uintptr_t _glSigArg = 0;
77:
78:
79: void
80: rpc_freeCli(rpc_cli_t * __restrict c)
81: {
82: rpc_srv_t *s = c->cli_parent;
83:
84: schedCancelby(s->srv_root, taskMAX, CRITERIA_ARG, c, NULL);
85:
86: /* free buffer */
87: AIT_FREE_VAL(&c->cli_buf);
88:
89: array_Del(s->srv_clients, c->cli_id, 0);
90: if (c)
91: e_free(c);
92: }
93:
94:
95: static inline int
96: _check4freeslot(rpc_srv_t * __restrict srv, sockaddr_t * __restrict sa)
97: {
98: rpc_cli_t *c = NULL;
99: register int i;
100:
101: /* check free slots for connect */
102: for (i = 0; i < array_Size(srv->srv_clients) &&
103: (c = array(srv->srv_clients, i, rpc_cli_t*)); i++)
104: /* check for duplicates */
105: if (sa && !e_addrcmp(&c->cli_sa, sa, 42))
106: break;
107: if (i >= array_Size(srv->srv_clients))
108: return -1; /* no more free slots! */
109:
110: return i;
111: }
112:
113: static rpc_cli_t *
114: _allocClient(rpc_srv_t * __restrict srv, sockaddr_t * __restrict sa)
115: {
116: rpc_cli_t *c = NULL;
117: int n;
118:
119: n = _check4freeslot(srv, sa);
120: if (n == -1)
121: return NULL;
122: else
123: c = array(srv->srv_clients, n, rpc_cli_t*);
124:
125: if (!c) {
126: c = e_malloc(sizeof(rpc_cli_t));
127: if (!c) {
128: LOGERR;
129: srv->srv_kill = 1;
130: return NULL;
131: } else {
132: memset(c, 0, sizeof(rpc_cli_t));
133: array_Set(srv->srv_clients, n, c);
134: c->cli_id = n;
135: c->cli_parent = srv;
136: }
137:
138: /* alloc empty buffer */
139: AIT_SET_BUFSIZ(&c->cli_buf, 0, srv->srv_netbuf);
140: }
141:
142: return c;
143: }
144:
145:
146: static void *
147: freeClient(sched_task_t *task)
148: {
149: rpc_freeCli(TASK_ARG(task));
150:
151: return NULL;
152: }
153:
154: static void *
155: closeClient(sched_task_t *task)
156: {
157: int sock = ((rpc_cli_t*) TASK_ARG(task))->cli_sock;
158:
159: rpc_freeCli(TASK_ARG(task));
160:
161: /* close client socket */
162: shutdown(sock, SHUT_RDWR);
163: close(sock);
164: return NULL;
165: }
166:
167: static void *
168: txPacket(sched_task_t *task)
169: {
170: rpc_cli_t *c = TASK_ARG(task);
171: rpc_srv_t *s = c->cli_parent;
172: rpc_func_t *f = NULL;
173: u_char *buf = AIT_GET_BUF(&c->cli_buf);
174: struct tagRPCCall *rpc = (struct tagRPCCall*) buf;
175: int ret, estlen, wlen = sizeof(struct tagRPCCall);
176: struct pollfd pfd;
177: #ifdef TCP_SESSION_TIMEOUT
178: struct timespec ts = { DEF_RPC_TIMEOUT, 0 };
179:
180: schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, TASK_ARG(task), NULL);
181: schedTimer(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
182: TASK_ARG(task), ts, TASK_ARG(task), 0);
183: #endif
184:
185: if (rpc->call_argc) {
186: f = rpc_srv_getCall(s, ntohs(rpc->call_tag));
187: if (!f) {
188: rpc_SetErr(EPROGUNAVAIL, "Function not found at RPC server");
189:
190: rpc->call_argc ^= rpc->call_argc;
191: rpc->call_rep.ret = RPC_ERROR(-1);
192: rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
193: } else {
194: /* calc estimated length */
195: estlen = ait_resideVars(RPC_RETVARS(c)) + wlen;
196: if (estlen > AIT_LEN(&c->cli_buf))
197: AIT_RE_BUF(&c->cli_buf, estlen);
198: buf = AIT_GET_BUF(&c->cli_buf);
199: rpc = (struct tagRPCCall*) buf;
200:
201: rpc->call_argc = htons(array_Size(RPC_RETVARS(c)));
202: /* Go Encapsulate variables */
203: ret = ait_vars2buffer(buf + wlen, AIT_LEN(&c->cli_buf) - wlen,
204: RPC_RETVARS(c));
205: /* Free return values */
206: ait_freeVars(&c->cli_vars);
207: if (ret == -1) {
208: rpc_SetErr(EBADRPC, "Prepare RPC packet failed");
209:
210: rpc->call_argc ^= rpc->call_argc;
211: rpc->call_rep.ret = RPC_ERROR(-1);
212: rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
213: } else
214: wlen += ret;
215: }
216: }
217:
218: rpc->call_len = htonl(wlen);
219:
220: #if 0
221: /* calculate CRC */
222: rpc->call_crc ^= rpc->call_crc;
223: rpc->call_crc = htons(crcFletcher16((u_short*) buf, wlen / 2));
224: #endif
225:
226: /* send reply */
227: pfd.fd = TASK_FD(task);
228: pfd.events = POLLOUT;
229: for (; wlen > 0; wlen -= ret, buf += ret) {
230: if ((ret = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 ||
231: pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) {
232: if (ret)
233: LOGERR;
234: else
235: rpc_SetErr(ETIMEDOUT, "Timeout reached! Client not respond");
236: /* close connection */
237: schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
238: TASK_ARG(task), 0, NULL, 0);
239: return NULL;
240: }
241: ret = send(TASK_FD(task), buf, MIN(wlen, s->srv_netbuf), MSG_NOSIGNAL);
242: if (ret == -1) {
243: /* close connection */
244: schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
245: TASK_ARG(task), 0, NULL, 0);
246: return NULL;
247: }
248: }
249:
250: return NULL;
251: }
252:
253: static void *
254: execCall(sched_task_t *task)
255: {
256: rpc_cli_t *c = TASK_ARG(task);
257: rpc_srv_t *s = c->cli_parent;
258: rpc_func_t *f = NULL;
259: array_t *arr = NULL;
260: u_char *buf = AIT_GET_BUF(&c->cli_buf);
261: struct tagRPCCall *rpc = (struct tagRPCCall*) buf;
262: int argc = ntohs(rpc->call_argc);
263:
264: /* Go decapsulate variables ... */
265: if (argc) {
266: arr = ait_buffer2vars(buf + sizeof(struct tagRPCCall),
267: AIT_LEN(&c->cli_buf) - sizeof(struct tagRPCCall), argc, 42);
268: if (!arr) {
269: rpc_SetErr(ERPCMISMATCH, "#%d - %s", elwix_GetErrno(), elwix_GetError());
270:
271: rpc->call_argc ^= rpc->call_argc;
272: rpc->call_rep.ret = RPC_ERROR(-1);
273: rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
274: return NULL;
275: }
276: } else
277: arr = NULL;
278:
279: if (!(f = rpc_srv_getCall(s, ntohs(rpc->call_tag)))) {
280: rpc_SetErr(EPROGUNAVAIL, "Function not found at RPC server");
281:
282: rpc->call_argc ^= rpc->call_argc;
283: rpc->call_rep.ret = RPC_ERROR(-1);
284: rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
285: } else {
286: /* if client doesn't want reply */
287: argc = RPC_CHK_NOREPLY(rpc);
288: rpc->call_rep.ret = RPC_ERROR(rpc_srv_execCall(c, rpc, f->func_name, arr));
289: if (rpc->call_rep.ret == htonl(-1)) {
290: if (!rpc->call_rep.eno) {
291: LOGERR;
292: rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
293: }
294: rpc->call_argc ^= rpc->call_argc;
295: } else {
296: rpc->call_rep.eno ^= rpc->call_rep.eno;
297: if (argc) {
298: /* without reply */
299: ait_freeVars(&c->cli_vars);
300: rpc->call_argc ^= rpc->call_argc;
301: } else {
302: /* reply */
303: rpc->call_argc = htons(array_Size(RPC_RETVARS(c)));
304: }
305: }
306: }
307:
308: array_Destroy(&arr);
309: return NULL;
310: }
311:
312: static void *
313: rxPacket(sched_task_t *task)
314: {
315: rpc_cli_t *c = TASK_ARG(task);
316: rpc_srv_t *s = c->cli_parent;
317: int len, rlen, noreply, estlen;
318: #if 0
319: u_short crc;
320: #endif
321: u_char *buf = AIT_GET_BUF(&c->cli_buf);
322: struct tagRPCCall *rpc = (struct tagRPCCall*) buf;
323: struct pollfd pfd;
324: #ifdef TCP_SESSION_TIMEOUT
325: struct timespec ts = { DEF_RPC_TIMEOUT, 0 };
326:
327: schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, TASK_ARG(task), NULL);
328: schedTimer(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
329: TASK_ARG(task), ts, TASK_ARG(task), 0);
330: #endif
331:
332: memset(buf, 0, sizeof(struct tagRPCCall));
333: rlen = recv(TASK_FD(task), rpc, sizeof(struct tagRPCCall), MSG_PEEK);
334: if (rlen < sizeof(struct tagRPCCall)) {
335: /* close connection */
336: schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
337: TASK_ARG(task), 0, NULL, 0);
338: return NULL;
339: } else {
340: estlen = ntohl(rpc->call_len);
341: if (estlen > AIT_LEN(&c->cli_buf))
342: AIT_RE_BUF(&c->cli_buf, estlen);
343: rpc = (struct tagRPCCall*) AIT_GET_BUF(&c->cli_buf);
344: buf = AIT_GET_BUF(&c->cli_buf);
345: len = estlen;
346: }
347:
348: /* get next part of packet */
349: memset(buf, 0, len);
350: pfd.fd = TASK_FD(task);
351: pfd.events = POLLIN | POLLPRI;
352: for (; len > 0; len -= rlen, buf += rlen) {
353: if ((rlen = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 ||
354: pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) {
355: if (rlen)
356: LOGERR;
357: else
358: rpc_SetErr(ETIMEDOUT, "Timeout reached! Client not respond");
359: schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
360: TASK_ARG(task), 0, NULL, 0);
361: return NULL;
362: }
363: rlen = recv(TASK_FD(task), buf, len, 0);
364: if (rlen == -1) {
365: /* close connection */
366: schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
367: TASK_ARG(task), 0, NULL, 0);
368: return NULL;
369: }
370: }
371: len = estlen;
372:
373: #if 0
374: /* check integrity of packet */
375: crc = ntohs(rpc->call_crc);
376: rpc->call_crc ^= rpc->call_crc;
377: if (crc != crcFletcher16((u_short*) rpc, len / 2)) {
378: rpc_SetErr(ERPCMISMATCH, "Bad CRC RPC packet");
379: return NULL;
380: }
381: #endif
382:
383: noreply = RPC_CHK_NOREPLY(rpc);
384:
385: /* check RPC packet session info */
386: if (rpc_chkPktSession(&rpc->call_session, &s->srv_session)) {
387: rpc_SetErr(ERPCMISMATCH, "Get invalid RPC session");
388:
389: rpc->call_argc ^= rpc->call_argc;
390: rpc->call_rep.ret = RPC_ERROR(-1);
391: rpc->call_rep.eno = RPC_ERROR(errno);
392: } else {
393: /* execute RPC call */
394: schedEvent(TASK_ROOT(task), execCall, TASK_ARG(task), (int) noreply, rpc, len);
395: }
396:
397: /* send RPC reply */
398: if (!noreply)
399: schedWrite(TASK_ROOT(task), cbProto[s->srv_proto][CB_TXPACKET],
400: TASK_ARG(task), TASK_FD(task), rpc, len);
401:
402: /* lets get next packet */
403: schedReadSelf(task);
404: return NULL;
405: }
406:
407: static void *
408: acceptClients(sched_task_t *task)
409: {
410: rpc_srv_t *srv = TASK_ARG(task);
411: rpc_cli_t *c = NULL;
412: socklen_t salen = sizeof(sockaddr_t);
413: int sock;
414: #ifdef TCP_SESSION_TIMEOUT
415: struct timespec ts = { DEF_RPC_TIMEOUT, 0 };
416: #endif
417:
418: c = _allocClient(srv, NULL);
419: if (!c) {
420: EVERBOSE(1, "RPC client quota exceeded! Connection will be shutdown!\n");
421: if ((sock = accept(TASK_FD(task), NULL, NULL)) != -1) {
422: shutdown(sock, SHUT_RDWR);
423: close(sock);
424: }
425: goto end;
426: }
427:
428: /* accept client */
429: c->cli_sock = accept(TASK_FD(task), &c->cli_sa.sa, &salen);
430: if (c->cli_sock == -1) {
431: LOGERR;
432: AIT_FREE_VAL(&c->cli_buf);
433: array_Del(srv->srv_clients, c->cli_id, 42);
434: goto end;
435: } else
436: fcntl(c->cli_sock, F_SETFL, fcntl(c->cli_sock, F_GETFL) | O_NONBLOCK);
437:
438: #ifdef TCP_SESSION_TIMEOUT
439: /* armed timer for close stateless connection */
440: schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, c, NULL);
441: schedTimer(TASK_ROOT(task), cbProto[srv->srv_proto][CB_CLOSECLIENT], c,
442: ts, c, 0);
443: #endif
444: schedRead(TASK_ROOT(task), cbProto[srv->srv_proto][CB_RXPACKET], c,
445: c->cli_sock, NULL, 0);
446: end:
447: schedReadSelf(task);
448: return NULL;
449: }
450:
451:
452: static void *
453: txUDPPacket(sched_task_t *task)
454: {
455: rpc_cli_t *c = TASK_ARG(task);
456: rpc_srv_t *s = c->cli_parent;
457: rpc_func_t *f = NULL;
458: u_char *buf = AIT_GET_BUF(&c->cli_buf);
459: struct tagRPCCall *rpc = (struct tagRPCCall*) buf;
460: int ret, estlen, wlen = sizeof(struct tagRPCCall);
461: struct timespec ts = { DEF_RPC_TIMEOUT, 0 };
462: struct pollfd pfd;
463:
464: schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, TASK_ARG(task), NULL);
465: schedTimer(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
466: TASK_ARG(task), ts, TASK_ARG(task), 0);
467:
468: if (rpc->call_argc) {
469: f = rpc_srv_getCall(s, ntohs(rpc->call_tag));
470: if (!f) {
471: rpc_SetErr(EPROGUNAVAIL, "Function not found at RPC server");
472: rpc->call_argc ^= rpc->call_argc;
473: rpc->call_rep.ret = RPC_ERROR(-1);
474: rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
475: } else {
476: /* calc estimated length */
477: estlen = ait_resideVars(RPC_RETVARS(c)) + wlen;
478: if (estlen > AIT_LEN(&c->cli_buf))
479: AIT_RE_BUF(&c->cli_buf, estlen);
480: buf = AIT_GET_BUF(&c->cli_buf);
481: rpc = (struct tagRPCCall*) buf;
482:
483: rpc->call_argc = htons(array_Size(RPC_RETVARS(c)));
484: /* Go Encapsulate variables */
485: ret = ait_vars2buffer(buf + wlen, AIT_LEN(&c->cli_buf) - wlen,
486: RPC_RETVARS(c));
487: /* Free return values */
488: ait_freeVars(&c->cli_vars);
489: if (ret == -1) {
490: rpc_SetErr(EBADRPC, "Prepare RPC packet failed");
491: rpc->call_argc ^= rpc->call_argc;
492: rpc->call_rep.ret = RPC_ERROR(-1);
493: rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
494: } else
495: wlen += ret;
496: }
497: }
498:
499: rpc->call_len = htonl(wlen);
500:
501: /* calculate CRC */
502: rpc->call_crc ^= rpc->call_crc;
503: rpc->call_crc = htons(crcFletcher16((u_short*) buf, wlen / 2));
504:
505: /* send reply */
506: pfd.fd = TASK_FD(task);
507: pfd.events = POLLOUT;
508: for (; wlen > 0; wlen -= ret, buf += ret) {
509: if ((ret = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 ||
510: pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) {
511: if (ret)
512: LOGERR;
513: else
514: rpc_SetErr(ETIMEDOUT, "Timeout reached! Client not respond");
515: /* close connection */
516: schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
517: TASK_ARG(task), 0, NULL, 0);
518: return NULL;
519: }
520: ret = sendto(TASK_FD(task), buf, MIN(wlen, s->srv_netbuf), MSG_NOSIGNAL,
521: &c->cli_sa.sa, c->cli_sa.sa.sa_len);
522: if (ret == -1) {
523: /* close connection */
524: schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
525: TASK_ARG(task), 0, NULL, 0);
526: return NULL;
527: }
528: }
529:
530: return NULL;
531: }
532:
533: static void *
534: rxUDPPacket(sched_task_t *task)
535: {
536: rpc_srv_t *srv = TASK_ARG(task);
537: rpc_cli_t *c = NULL;
538: int len, rlen, noreply, estlen;
539: u_short crc;
540: u_char *buf, b[sizeof(struct tagRPCCall)];
541: struct tagRPCCall *rpc = (struct tagRPCCall*) b;
542: sockaddr_t sa;
543: socklen_t salen;
544: struct timespec ts = { DEF_RPC_TIMEOUT, 0 };
545: struct pollfd pfd;
546:
547: /* receive connect packet */
548: salen = sa.ss.ss_len = sizeof(sockaddr_t);
549: rlen = recvfrom(TASK_FD(task), b, sizeof b, MSG_PEEK, &sa.sa, &salen);
550: if (rlen < sizeof(struct tagRPCCall)) {
551: rpc_SetErr(ERPCMISMATCH, "Short RPC packet");
552: goto end;
553: }
554:
555: c = _allocClient(srv, &sa);
556: if (!c) {
557: EVERBOSE(1, "RPC client quota exceeded! Connection will be shutdown!\n");
558: usleep(2000); /* blocked client delay */
559: goto end;
560: } else {
561: estlen = ntohl(rpc->call_len);
562: if (estlen > AIT_LEN(&c->cli_buf))
563: AIT_RE_BUF(&c->cli_buf, estlen);
564: rpc = (struct tagRPCCall*) AIT_GET_BUF(&c->cli_buf);
565: buf = AIT_GET_BUF(&c->cli_buf);
566: len = estlen;
567:
568: c->cli_sock = TASK_FD(task);
569: memcpy(&c->cli_sa, &sa, sizeof c->cli_sa);
570:
571: /* armed timer for close stateless connection */
572: schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, c, NULL);
573: schedTimer(TASK_ROOT(task), cbProto[srv->srv_proto][CB_CLOSECLIENT],
574: c, ts, c, 0);
575: }
576:
577: /* get next part of packet */
578: memset(buf, 0, len);
579: pfd.fd = TASK_FD(task);
580: pfd.events = POLLIN | POLLPRI;
581: for (; len > 0; len -= rlen, buf += rlen) {
582: if ((rlen = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 ||
583: pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) {
584: if (rlen)
585: LOGERR;
586: else
587: rpc_SetErr(ETIMEDOUT, "Timeout reached! Client not respond");
588: schedEvent(TASK_ROOT(task), cbProto[srv->srv_proto][CB_CLOSECLIENT],
589: c, 0, NULL, 0);
590: return NULL;
591: }
592: salen = sa.ss.ss_len = sizeof(sockaddr_t);
593: rlen = recvfrom(TASK_FD(task), buf, len, 0, &sa.sa, &salen);
594: if (rlen == -1) {
595: /* close connection */
596: schedEvent(TASK_ROOT(task), cbProto[srv->srv_proto][CB_CLOSECLIENT],
597: c, 0, NULL, 0);
598: return NULL;
599: }
600: if (e_addrcmp(&c->cli_sa, &sa, 42))
601: rlen ^= rlen; /* skip if arrive from different address */
602: }
603: len = estlen;
604:
605: /* check integrity of packet */
606: crc = ntohs(rpc->call_crc);
607: rpc->call_crc ^= rpc->call_crc;
608: if (crc != crcFletcher16((u_short*) rpc, len / 2)) {
609: rpc_SetErr(ERPCMISMATCH, "Bad CRC RPC packet");
610: return NULL;
611: }
612:
613: noreply = RPC_CHK_NOREPLY(rpc);
614:
615: /* check RPC packet session info */
616: if (rpc_chkPktSession(&rpc->call_session, &srv->srv_session)) {
617: rpc_SetErr(ERPCMISMATCH, "Get invalid RPC session");
618:
619: rpc->call_argc ^= rpc->call_argc;
620: rpc->call_rep.ret = RPC_ERROR(-1);
621: rpc->call_rep.eno = RPC_ERROR(errno);
622: } else {
623: /* execute RPC call */
624: schedEvent(TASK_ROOT(task), execCall, c, (int) noreply, rpc, len);
625: }
626:
627: /* send RPC reply */
628: if (!noreply)
629: schedWrite(TASK_ROOT(task), cbProto[srv->srv_proto][CB_TXPACKET],
630: c, TASK_FD(task), rpc, len);
631: end:
632: schedReadSelf(task);
633: return NULL;
634: }
635:
636:
637: static void *
638: txBPFPacket(sched_task_t *task)
639: {
640: rpc_cli_t *c = TASK_ARG(task);
641: rpc_srv_t *s = c->cli_parent;
642: rpc_func_t *f = NULL;
643: u_char *buf = AIT_GET_BUF(&c->cli_buf);
644: struct tagRPCCall *rpc = (struct tagRPCCall*) buf;
645: int ret, estlen, wlen = sizeof(struct tagRPCCall);
646: struct timespec ts = { DEF_RPC_TIMEOUT, 0 };
647: struct pollfd pfd;
648:
649: schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, TASK_ARG(task), NULL);
650: schedTimer(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
651: TASK_ARG(task), ts, TASK_ARG(task), 0);
652:
653: if (rpc->call_argc) {
654: f = rpc_srv_getCall(s, ntohs(rpc->call_tag));
655: if (!f) {
656: rpc_SetErr(EPROGUNAVAIL, "Function not found at RPC server");
657: rpc->call_argc ^= rpc->call_argc;
658: rpc->call_rep.ret = RPC_ERROR(-1);
659: rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
660: } else {
661: /* calc estimated length */
662: estlen = ait_resideVars(RPC_RETVARS(c)) + wlen;
663: if (estlen > AIT_LEN(&c->cli_buf))
664: AIT_RE_BUF(&c->cli_buf, estlen);
665: buf = AIT_GET_BUF(&c->cli_buf);
666: rpc = (struct tagRPCCall*) buf;
667:
668: rpc->call_argc = htons(array_Size(RPC_RETVARS(c)));
669: /* Go Encapsulate variables */
670: ret = ait_vars2buffer(buf + wlen, AIT_LEN(&c->cli_buf) - wlen,
671: RPC_RETVARS(c));
672: /* Free return values */
673: ait_freeVars(&c->cli_vars);
674: if (ret == -1) {
675: rpc_SetErr(EBADRPC, "Prepare RPC packet failed");
676: rpc->call_argc ^= rpc->call_argc;
677: rpc->call_rep.ret = RPC_ERROR(-1);
678: rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
679: } else
680: wlen += ret;
681: }
682: }
683:
684: rpc->call_len = htonl(wlen);
685:
686: /* calculate CRC */
687: rpc->call_crc ^= rpc->call_crc;
688: rpc->call_crc = htons(crcFletcher16((u_short*) buf, wlen / 2));
689:
690: /* send reply */
691: pfd.fd = TASK_FD(task);
692: pfd.events = POLLOUT;
693: for (; wlen > 0; wlen -= ret, buf += ret) {
694: if ((ret = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 ||
695: pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) {
696: if (ret)
697: LOGERR;
698: else
699: rpc_SetErr(ETIMEDOUT, "Timeout reached! Client not respond");
700: /* close connection */
701: schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
702: TASK_ARG(task), 0, NULL, 0);
703: return NULL;
704: }
705: ret = write(TASK_FD(task), buf, MIN(wlen, s->srv_netbuf));
706: if (ret == -1) {
707: /* close connection */
708: schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
709: TASK_ARG(task), 0, NULL, 0);
710: return NULL;
711: }
712: }
713:
714: return NULL;
715: }
716:
717: static void *
718: rxBPFPacket(sched_task_t *task)
719: {
720: rpc_srv_t *srv = TASK_ARG(task);
721: rpc_cli_t *c = NULL;
722: int len, rlen, noreply, estlen;
723: u_short crc;
724: u_char *buf;
725: struct tagRPCCall *rpc;
726: sockaddr_t sa;
727: socklen_t salen;
728: struct timespec ts = { DEF_RPC_TIMEOUT, 0 };
729: struct pollfd pfd;
730: struct bpf_hdr *h;
731: struct ether_header *eh;
732: ait_val_t b = AIT_VAL_INIT;
733:
734: /* receive connect packet */
735: salen = sa.ss.ss_len = sizeof(sockaddr_t);
736: AIT_SET_BUF(&b, NULL, srv->srv_netbuf);
737: rlen = read(TASK_FD(task), AIT_GET_BUF(&b), AIT_LEN(&b));
738: if (rlen < sizeof(struct bpf_hdr) + ETHER_HDR_LEN + sizeof(struct tagRPCCall)) {
739: rpc_SetErr(ERPCMISMATCH, "Short RPC packet");
740: goto end;
741: } else {
742: h = (struct bpf_hdr*) AIT_GET_BUF(&b);
743: eh = (struct ether_header*) (AIT_GET_BUF(&b) + h->bh_hdrlen);
744: buf = (u_char*) (eh + 1);
745: }
746:
747: c = _allocClient(srv, &sa);
748: if (!c) {
749: EVERBOSE(1, "RPC client quota exceeded! Connection will be shutdown!\n");
750: usleep(2000); /* blocked client delay */
751: goto end;
752: } else {
753: estlen = ntohl(rpc->call_len);
754: if (estlen > AIT_LEN(&c->cli_buf))
755: AIT_RE_BUF(&c->cli_buf, estlen);
756: rpc = (struct tagRPCCall*) AIT_GET_BUF(&c->cli_buf);
757: buf = AIT_GET_BUF(&c->cli_buf);
758: len = estlen;
759:
760: c->cli_sock = TASK_FD(task);
761: memcpy(&c->cli_sa, &sa, sizeof c->cli_sa);
762:
763: /* armed timer for close stateless connection */
764: schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, c, NULL);
765: schedTimer(TASK_ROOT(task), cbProto[srv->srv_proto][CB_CLOSECLIENT],
766: c, ts, c, 0);
767: }
768:
769: /* get next part of packet */
770: memset(buf, 0, len);
771: pfd.fd = TASK_FD(task);
772: pfd.events = POLLIN | POLLPRI;
773: for (; len > 0; len -= rlen, buf += rlen) {
774: if ((rlen = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 ||
775: pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) {
776: if (rlen)
777: LOGERR;
778: else
779: rpc_SetErr(ETIMEDOUT, "Timeout reached! Client not respond");
780: schedEvent(TASK_ROOT(task), cbProto[srv->srv_proto][CB_CLOSECLIENT],
781: c, 0, NULL, 0);
782: return NULL;
783: }
784: salen = sa.ss.ss_len = sizeof(sockaddr_t);
785: rlen = recvfrom(TASK_FD(task), buf, len, 0, &sa.sa, &salen);
786: if (rlen == -1) {
787: /* close connection */
788: schedEvent(TASK_ROOT(task), cbProto[srv->srv_proto][CB_CLOSECLIENT],
789: c, 0, NULL, 0);
790: return NULL;
791: }
792: if (e_addrcmp(&c->cli_sa, &sa, 42))
793: rlen ^= rlen; /* skip if arrive from different address */
794: }
795: len = estlen;
796:
797: /* check integrity of packet */
798: crc = ntohs(rpc->call_crc);
799: rpc->call_crc ^= rpc->call_crc;
800: if (crc != crcFletcher16((u_short*) rpc, len / 2)) {
801: rpc_SetErr(ERPCMISMATCH, "Bad CRC RPC packet");
802: return NULL;
803: }
804:
805: noreply = RPC_CHK_NOREPLY(rpc);
806:
807: /* check RPC packet session info */
808: if (rpc_chkPktSession(&rpc->call_session, &srv->srv_session)) {
809: rpc_SetErr(ERPCMISMATCH, "Get invalid RPC session");
810:
811: rpc->call_argc ^= rpc->call_argc;
812: rpc->call_rep.ret = RPC_ERROR(-1);
813: rpc->call_rep.eno = RPC_ERROR(errno);
814: } else {
815: /* execute RPC call */
816: schedEvent(TASK_ROOT(task), execCall, c, (int) noreply, rpc, len);
817: }
818:
819: /* send RPC reply */
820: if (!noreply)
821: schedWrite(TASK_ROOT(task), cbProto[srv->srv_proto][CB_TXPACKET],
822: c, TASK_FD(task), rpc, len);
823: end:
824: AIT_FREE_VAL(&b);
825: schedReadSelf(task);
826: return NULL;
827: }
828:
829: /* ------------------------------------------------------ */
830:
831: void
832: rpc_freeBLOBCli(rpc_cli_t * __restrict c)
833: {
834: rpc_srv_t *s = c->cli_parent;
835:
836: schedCancelby(s->srv_blob.root, taskMAX, CRITERIA_ARG, c, NULL);
837:
838: /* free buffer */
839: AIT_FREE_VAL(&c->cli_buf);
840:
841: array_Del(s->srv_blob.clients, c->cli_id, 0);
842: if (c)
843: e_free(c);
844: }
845:
846:
847: static void *
848: closeBLOBClient(sched_task_t *task)
849: {
850: int sock = ((rpc_cli_t*) TASK_ARG(task))->cli_sock;
851:
852: rpc_freeBLOBCli(TASK_ARG(task));
853:
854: /* close client socket */
855: shutdown(sock, SHUT_RDWR);
856: close(sock);
857: return NULL;
858: }
859:
860: static void *
861: txBLOB(sched_task_t *task)
862: {
863: rpc_cli_t *c = TASK_ARG(task);
864: u_char *buf = AIT_GET_BUF(&c->cli_buf);
865: int wlen = sizeof(struct tagBLOBHdr);
866:
867: /* send reply */
868: wlen = send(TASK_FD(task), buf, wlen, MSG_NOSIGNAL);
869: if (wlen == -1 || wlen != sizeof(struct tagBLOBHdr)) {
870: /* close blob connection */
871: schedEvent(TASK_ROOT(task), closeBLOBClient, c, 42, NULL, 0);
872: }
873:
874: return NULL;
875: }
876:
877: static void *
878: rxBLOB(sched_task_t *task)
879: {
880: rpc_cli_t *c = TASK_ARG(task);
881: rpc_srv_t *s = c->cli_parent;
882: rpc_blob_t *b;
883: struct tagBLOBHdr blob;
884: int rlen;
885:
886: memset(&blob, 0, sizeof blob);
887: rlen = recv(TASK_FD(task), &blob, sizeof blob, 0);
888: if (rlen < 1) {
889: /* close blob connection */
890: schedEvent(TASK_ROOT(task), closeBLOBClient, c, 42, NULL, 0);
891: return NULL;
892: }
893:
894: /* check BLOB packet */
895: if (rlen < sizeof(struct tagBLOBHdr)) {
896: rpc_SetErr(ERPCMISMATCH, "Short BLOB packet");
897:
898: schedReadSelf(task);
899: return NULL;
900: }
901:
902: /* check RPC packet session info */
903: if (rpc_chkPktSession(&blob.hdr_session, &s->srv_session)) {
904: rpc_SetErr(ERPCMISMATCH, "Get invalid RPC session");
905: blob.hdr_cmd = error;
906: goto end;
907: }
908:
909: /* Go to proceed packet ... */
910: switch (blob.hdr_cmd) {
911: case get:
912: if (!(b = rpc_srv_getBLOB(s, ntohl(blob.hdr_var)))) {
913: rpc_SetErr(EINVAL, "Var=%x not found", ntohl(blob.hdr_var));
914: blob.hdr_cmd = no;
915: blob.hdr_ret = RPC_ERROR(-1);
916: break;
917: } else
918: blob.hdr_len = htonl(b->blob_len);
919:
920: if (rpc_srv_blobMap(s, b) != -1) {
921: /* deliver BLOB variable to client */
922: blob.hdr_ret = htonl(rpc_srv_sendBLOB(c, b));
923: rpc_srv_blobUnmap(b);
924: } else {
925: blob.hdr_cmd = error;
926: blob.hdr_ret = RPC_ERROR(-1);
927: }
928: break;
929: case set:
930: if ((b = rpc_srv_registerBLOB(s, ntohl(blob.hdr_len),
931: ntohl(blob.hdr_ret)))) {
932: /* set new BLOB variable for reply :) */
933: blob.hdr_var = htonl(b->blob_var);
934:
935: /* receive BLOB from client */
936: blob.hdr_ret = htonl(rpc_srv_recvBLOB(c, b));
937: rpc_srv_blobUnmap(b);
938: } else {
939: blob.hdr_cmd = error;
940: blob.hdr_ret = RPC_ERROR(-1);
941: }
942: break;
943: case unset:
944: if (rpc_srv_unregisterBLOB(s, ntohl(blob.hdr_var)) == -1) {
945: blob.hdr_cmd = error;
946: blob.hdr_ret = RPC_ERROR(-1);
947: }
948: break;
949: default:
950: rpc_SetErr(EPROCUNAVAIL, "Unsupported BLOB command %d", blob.hdr_cmd);
951: blob.hdr_cmd = error;
952: blob.hdr_ret = RPC_ERROR(-1);
953: }
954:
955: end:
956: memcpy(AIT_ADDR(&c->cli_buf), &blob, sizeof blob);
957: schedWrite(TASK_ROOT(task), txBLOB, TASK_ARG(task), TASK_FD(task), NULL, 0);
958: schedReadSelf(task);
959: return NULL;
960: }
961:
962: static void *
963: flushBLOB(sched_task_t *task)
964: {
965: uintptr_t sigArg = atomic_load_acq_ptr(&_glSigArg);
966: rpc_srv_t *srv = sigArg ? (void*) sigArg : TASK_ARG(task);
967: rpc_blob_t *b, *tmp;
968:
969: TAILQ_FOREACH_SAFE(b, &srv->srv_blob.blobs, blob_node, tmp) {
970: TAILQ_REMOVE(&srv->srv_blob.blobs, b, blob_node);
971:
972: rpc_srv_blobFree(srv, b);
973: e_free(b);
974: }
975:
976: if (!schedSignalSelf(task)) {
977: /* disabled kqueue support in libaitsched */
978: struct sigaction sa;
979:
980: memset(&sa, 0, sizeof sa);
981: sigemptyset(&sa.sa_mask);
982: sa.sa_handler = (void (*)(int)) flushBLOB;
983: sa.sa_flags = SA_RESTART | SA_RESETHAND;
984: sigaction(SIGFBLOB, &sa, NULL);
985: }
986:
987: return NULL;
988: }
989:
990: static void *
991: acceptBLOBClients(sched_task_t *task)
992: {
993: rpc_srv_t *srv = TASK_ARG(task);
994: rpc_cli_t *c = NULL;
995: register int i;
996: socklen_t salen = sizeof(sockaddr_t);
997: int sock;
998: #ifdef TCP_NOPUSH
999: int n = 1;
1000: #endif
1001:
1002: /* check free slots for connect */
1003: for (i = 0; i < array_Size(srv->srv_blob.clients) &&
1004: (c = array(srv->srv_blob.clients, i, rpc_cli_t*)); i++);
1005: if (c) { /* no more free slots! */
1006: EVERBOSE(1, "BLOB client quota exceeded! Connection will be shutdown!\n");
1007: if ((sock = accept(TASK_FD(task), NULL, NULL)) != -1) {
1008: shutdown(sock, SHUT_RDWR);
1009: close(sock);
1010: }
1011: goto end;
1012: }
1013:
1014: c = e_malloc(sizeof(rpc_cli_t));
1015: if (!c) {
1016: LOGERR;
1017: srv->srv_kill = srv->srv_blob.kill = 1;
1018: return NULL;
1019: } else {
1020: memset(c, 0, sizeof(rpc_cli_t));
1021: array_Set(srv->srv_blob.clients, i, c);
1022: c->cli_id = i;
1023: c->cli_parent = srv;
1024: }
1025:
1026: /* alloc empty buffer */
1027: AIT_SET_BUFSIZ(&c->cli_buf, 0, srv->srv_netbuf);
1028:
1029: /* accept client */
1030: c->cli_sock = accept(TASK_FD(task), &c->cli_sa.sa, &salen);
1031: if (c->cli_sock == -1) {
1032: LOGERR;
1033: AIT_FREE_VAL(&c->cli_buf);
1034: array_Del(srv->srv_blob.clients, i, 42);
1035: goto end;
1036: } else {
1037: #ifdef TCP_NOPUSH
1038: setsockopt(c->cli_sock, IPPROTO_TCP, TCP_NOPUSH, &n, sizeof n);
1039: #endif
1040: fcntl(c->cli_sock, F_SETFL, fcntl(c->cli_sock, F_GETFL) | O_NONBLOCK);
1041: }
1042:
1043: schedRead(TASK_ROOT(task), rxBLOB, c, c->cli_sock, NULL, 0);
1044: end:
1045: schedReadSelf(task);
1046: return NULL;
1047: }
1048:
1049: /* ------------------------------------------------------ */
1050:
1051: /*
1052: * rpc_srv_initBLOBServer() - Init & create BLOB Server
1053: *
1054: * @srv = RPC server instance
1055: * @Port = Port for bind server, if Port == 0 default port is selected
1056: * @diskDir = Disk place for BLOB file objects
1057: * return: -1 == error or 0 bind and created BLOB server instance
1058: */
1059: int
1060: rpc_srv_initBLOBServer(rpc_srv_t * __restrict srv, u_short Port, const char *diskDir)
1061: {
1062: int n = 1;
1063:
1064: if (!srv || srv->srv_kill) {
1065: rpc_SetErr(EINVAL, "Invalid parameters can`t init BLOB server");
1066: return -1;
1067: }
1068:
1069: memset(&srv->srv_blob, 0, sizeof srv->srv_blob);
1070: if (access(diskDir, R_OK | W_OK) == -1) {
1071: LOGERR;
1072: return -1;
1073: } else
1074: AIT_SET_STR(&srv->srv_blob.dir, diskDir);
1075:
1076: /* init blob list */
1077: TAILQ_INIT(&srv->srv_blob.blobs);
1078:
1079: srv->srv_blob.server.cli_parent = srv;
1080:
1081: memcpy(&srv->srv_blob.server.cli_sa, &srv->srv_server.cli_sa, sizeof(sockaddr_t));
1082: switch (srv->srv_blob.server.cli_sa.sa.sa_family) {
1083: case AF_INET:
1084: srv->srv_blob.server.cli_sa.sin.sin_port =
1085: htons(Port ? Port : ntohs(srv->srv_blob.server.cli_sa.sin.sin_port) + 1);
1086: break;
1087: case AF_INET6:
1088: srv->srv_blob.server.cli_sa.sin6.sin6_port =
1089: htons(Port ? Port : ntohs(srv->srv_blob.server.cli_sa.sin6.sin6_port) + 1);
1090: break;
1091: case AF_LOCAL:
1092: strlcat(srv->srv_blob.server.cli_sa.sun.sun_path, ".blob",
1093: sizeof srv->srv_blob.server.cli_sa.sun.sun_path);
1094: break;
1095: default:
1096: AIT_FREE_VAL(&srv->srv_blob.dir);
1097: return -1;
1098: }
1099:
1100: /* create BLOB server socket */
1101: srv->srv_blob.server.cli_sock = socket(srv->srv_server.cli_sa.sa.sa_family, SOCK_STREAM, 0);
1102: if (srv->srv_blob.server.cli_sock == -1) {
1103: LOGERR;
1104: AIT_FREE_VAL(&srv->srv_blob.dir);
1105: return -1;
1106: }
1107: if (setsockopt(srv->srv_blob.server.cli_sock, SOL_SOCKET, SO_REUSEADDR, &n, sizeof n) == -1) {
1108: LOGERR;
1109: close(srv->srv_blob.server.cli_sock);
1110: AIT_FREE_VAL(&srv->srv_blob.dir);
1111: return -1;
1112: }
1113: n = srv->srv_netbuf;
1114: if (setsockopt(srv->srv_blob.server.cli_sock, SOL_SOCKET, SO_SNDBUF, &n, sizeof n) == -1) {
1115: LOGERR;
1116: close(srv->srv_blob.server.cli_sock);
1117: AIT_FREE_VAL(&srv->srv_blob.dir);
1118: return -1;
1119: }
1120: if (setsockopt(srv->srv_blob.server.cli_sock, SOL_SOCKET, SO_RCVBUF, &n, sizeof n) == -1) {
1121: LOGERR;
1122: close(srv->srv_blob.server.cli_sock);
1123: AIT_FREE_VAL(&srv->srv_blob.dir);
1124: return -1;
1125: }
1126: if (bind(srv->srv_blob.server.cli_sock, &srv->srv_blob.server.cli_sa.sa,
1127: srv->srv_blob.server.cli_sa.sa.sa_len) == -1) {
1128: LOGERR;
1129: close(srv->srv_blob.server.cli_sock);
1130: AIT_FREE_VAL(&srv->srv_blob.dir);
1131: return -1;
1132: } else
1133: fcntl(srv->srv_blob.server.cli_sock, F_SETFL,
1134: fcntl(srv->srv_blob.server.cli_sock, F_GETFL) | O_NONBLOCK);
1135:
1136:
1137: /* allocate pool for concurent blob clients */
1138: srv->srv_blob.clients = array_Init(array_Size(srv->srv_clients));
1139: if (!srv->srv_blob.clients) {
1140: rpc_SetErr(elwix_GetErrno(), "%s", elwix_GetError());
1141: close(srv->srv_blob.server.cli_sock);
1142: AIT_FREE_VAL(&srv->srv_blob.dir);
1143: return -1;
1144: }
1145:
1146: /* init blob scheduler */
1147: srv->srv_blob.root = schedBegin();
1148: if (!srv->srv_blob.root) {
1149: rpc_SetErr(sched_GetErrno(), "%s", sched_GetError());
1150: array_Destroy(&srv->srv_blob.clients);
1151: close(srv->srv_blob.server.cli_sock);
1152: AIT_FREE_VAL(&srv->srv_blob.dir);
1153: return -1;
1154: }
1155:
1156: return 0;
1157: }
1158:
1159: /*
1160: * rpc_srv_endBLOBServer() - Destroy BLOB server, close all opened sockets and free resources
1161: *
1162: * @srv = RPC Server instance
1163: * return: none
1164: */
1165: void
1166: rpc_srv_endBLOBServer(rpc_srv_t * __restrict srv)
1167: {
1168: if (!srv)
1169: return;
1170:
1171: srv->srv_blob.kill = 1;
1172:
1173: schedEnd(&srv->srv_blob.root);
1174: }
1175:
1176: /*
1177: * rpc_srv_loopBLOBServer() - Execute Main BLOB server loop and wait for clients requests
1178: *
1179: * @srv = RPC Server instance
1180: * return: -1 error or 0 ok, infinite loop ...
1181: */
1182: int
1183: rpc_srv_loopBLOBServer(rpc_srv_t * __restrict srv)
1184: {
1185: rpc_cli_t *c;
1186: register int i;
1187: rpc_blob_t *b, *tmp;
1188: struct timespec ts = { RPC_SCHED_POLLING, 0 };
1189:
1190: if (!srv || srv->srv_kill) {
1191: rpc_SetErr(EINVAL, "Invalid parameter can`t start BLOB server");
1192: return -1;
1193: }
1194:
1195: if (listen(srv->srv_blob.server.cli_sock, array_Size(srv->srv_blob.clients)) == -1) {
1196: LOGERR;
1197: return -1;
1198: }
1199:
1200: if (!schedSignal(srv->srv_blob.root, flushBLOB, srv, SIGFBLOB, NULL, 0)) {
1201: /* disabled kqueue support in libaitsched */
1202: struct sigaction sa;
1203:
1204: atomic_store_rel_ptr(&_glSigArg, (uintptr_t) srv);
1205:
1206: memset(&sa, 0, sizeof sa);
1207: sigemptyset(&sa.sa_mask);
1208: sa.sa_handler = (void (*)(int)) flushBLOB;
1209: sa.sa_flags = SA_RESTART | SA_RESETHAND;
1210: sigaction(SIGFBLOB, &sa, NULL);
1211: }
1212:
1213: if (!schedRead(srv->srv_blob.root, acceptBLOBClients, srv,
1214: srv->srv_blob.server.cli_sock, NULL, 0)) {
1215: rpc_SetErr(sched_GetErrno(), "%s", sched_GetError());
1216: return -1;
1217: }
1218:
1219: schedPolling(srv->srv_blob.root, &ts, NULL);
1220: /* main rpc loop */
1221: schedRun(srv->srv_blob.root, &srv->srv_blob.kill);
1222:
1223: /* detach blobs */
1224: TAILQ_FOREACH_SAFE(b, &srv->srv_blob.blobs, blob_node, tmp) {
1225: TAILQ_REMOVE(&srv->srv_blob.blobs, b, blob_node);
1226:
1227: rpc_srv_blobFree(srv, b);
1228: e_free(b);
1229: }
1230:
1231: /* close all clients connections & server socket */
1232: for (i = 0; i < array_Size(srv->srv_blob.clients); i++) {
1233: c = array(srv->srv_blob.clients, i, rpc_cli_t*);
1234: if (c) {
1235: shutdown(c->cli_sock, SHUT_RDWR);
1236: close(c->cli_sock);
1237:
1238: schedCancelby(srv->srv_blob.root, taskMAX, CRITERIA_ARG, c, NULL);
1239: AIT_FREE_VAL(&c->cli_buf);
1240: }
1241: array_Del(srv->srv_blob.clients, i, 42);
1242: }
1243: array_Destroy(&srv->srv_blob.clients);
1244:
1245: close(srv->srv_blob.server.cli_sock);
1246:
1247: AIT_FREE_VAL(&srv->srv_blob.dir);
1248: return 0;
1249: }
1250:
1251:
1252: /*
1253: * rpc_srv_initServer() - Init & create RPC Server
1254: *
1255: * @InstID = Instance for authentication & recognition
1256: * @concurentClients = Concurent clients at same time to this server
1257: * @netBuf = Network buffer length (min:512 bytes), if =0 == BUFSIZ (also meaning max RPC packet)
1258: * @csHost = Host name or address for bind server, if NULL any address
1259: * @Port = Port for bind server, if Port == 0 default port is selected
1260: * @proto = Protocol, if == 0 choose SOCK_STREAM
1261: * return: NULL == error or !=NULL bind and created RPC server instance
1262: */
1263: rpc_srv_t *
1264: rpc_srv_initServer(u_char InstID, int concurentClients, int netBuf,
1265: const char *csHost, u_short Port, int proto)
1266: {
1267: int n = 1;
1268: rpc_srv_t *srv = NULL;
1269: sockaddr_t sa = E_SOCKADDR_INIT;
1270:
1271: if (!concurentClients || (proto < 0 || proto > SOCK_DGRAM)) {
1272: rpc_SetErr(EINVAL, "Invalid parameters can`t init RPC server");
1273: return NULL;
1274: }
1275: if (!e_gethostbyname(csHost, Port, &sa))
1276: return NULL;
1277: if (!Port)
1278: Port = RPC_DEFPORT;
1279: if (!proto)
1280: proto = SOCK_STREAM;
1281: if (netBuf < RPC_MIN_BUFSIZ)
1282: netBuf = BUFSIZ;
1283: else
1284: netBuf = E_ALIGN(netBuf, 2); /* align netBuf length */
1285:
1286: #ifdef HAVE_SRANDOMDEV
1287: srandomdev();
1288: #else
1289: time_t tim;
1290:
1291: srandom((time(&tim) ^ getpid()));
1292: #endif
1293:
1294: srv = e_malloc(sizeof(rpc_srv_t));
1295: if (!srv) {
1296: LOGERR;
1297: return NULL;
1298: } else
1299: memset(srv, 0, sizeof(rpc_srv_t));
1300:
1301: srv->srv_proto = proto;
1302: srv->srv_netbuf = netBuf;
1303: srv->srv_session.sess_version = RPC_VERSION;
1304: srv->srv_session.sess_instance = InstID;
1305:
1306: srv->srv_server.cli_parent = srv;
1307: memcpy(&srv->srv_server.cli_sa, &sa, sizeof srv->srv_server.cli_sa);
1308:
1309: /* init functions */
1310: pthread_mutex_init(&srv->srv_funcs.mtx, NULL);
1311: SLIST_INIT(&srv->srv_funcs);
1312: AVL_INIT(&srv->srv_funcs);
1313:
1314: /* init scheduler */
1315: srv->srv_root = schedBegin();
1316: if (!srv->srv_root) {
1317: rpc_SetErr(sched_GetErrno(), "%s", sched_GetError());
1318: pthread_mutex_destroy(&srv->srv_funcs.mtx);
1319: e_free(srv);
1320: return NULL;
1321: }
1322:
1323: /* init pool for clients */
1324: srv->srv_clients = array_Init(concurentClients);
1325: if (!srv->srv_clients) {
1326: rpc_SetErr(elwix_GetErrno(), "%s", elwix_GetError());
1327: schedEnd(&srv->srv_root);
1328: pthread_mutex_destroy(&srv->srv_funcs.mtx);
1329: e_free(srv);
1330: return NULL;
1331: }
1332:
1333: /* create server socket */
1334: srv->srv_server.cli_sock = socket(srv->srv_server.cli_sa.sa.sa_family, srv->srv_proto, 0);
1335: if (srv->srv_server.cli_sock == -1) {
1336: LOGERR;
1337: array_Destroy(&srv->srv_clients);
1338: schedEnd(&srv->srv_root);
1339: pthread_mutex_destroy(&srv->srv_funcs.mtx);
1340: e_free(srv);
1341: return NULL;
1342: }
1343: if (setsockopt(srv->srv_server.cli_sock, SOL_SOCKET, SO_REUSEADDR, &n, sizeof n) == -1) {
1344: LOGERR;
1345: goto err;
1346: }
1347: n = srv->srv_netbuf;
1348: if (setsockopt(srv->srv_server.cli_sock, SOL_SOCKET, SO_SNDBUF, &n, sizeof n) == -1) {
1349: LOGERR;
1350: goto err;
1351: }
1352: if (setsockopt(srv->srv_server.cli_sock, SOL_SOCKET, SO_RCVBUF, &n, sizeof n) == -1) {
1353: LOGERR;
1354: goto err;
1355: }
1356: if (bind(srv->srv_server.cli_sock, &srv->srv_server.cli_sa.sa,
1357: srv->srv_server.cli_sa.sa.sa_len) == -1) {
1358: LOGERR;
1359: goto err;
1360: } else
1361: fcntl(srv->srv_server.cli_sock, F_SETFL,
1362: fcntl(srv->srv_server.cli_sock, F_GETFL) | O_NONBLOCK);
1363:
1364: rpc_register_srvPing(srv);
1365:
1366: return srv;
1367: err: /* error condition */
1368: close(srv->srv_server.cli_sock);
1369: array_Destroy(&srv->srv_clients);
1370: schedEnd(&srv->srv_root);
1371: pthread_mutex_destroy(&srv->srv_funcs.mtx);
1372: e_free(srv);
1373: return NULL;
1374: }
1375:
1376: /*
1377: * rpc_srv_endServer() - Destroy RPC server, close all opened sockets and free resources
1378: *
1379: * @psrv = RPC Server instance
1380: * return: none
1381: */
1382: void
1383: rpc_srv_endServer(rpc_srv_t ** __restrict psrv)
1384: {
1385: if (!psrv || !*psrv)
1386: return;
1387:
1388: /* if send kill to blob server */
1389: rpc_srv_endBLOBServer(*psrv);
1390:
1391: (*psrv)->srv_kill = 1;
1392: sleep(RPC_SCHED_POLLING);
1393:
1394: schedEnd(&(*psrv)->srv_root);
1395:
1396: pthread_mutex_destroy(&(*psrv)->srv_funcs.mtx);
1397: e_free(*psrv);
1398: *psrv = NULL;
1399: }
1400:
1401: /*
1402: * rpc_srv_loopServer() - Execute Main server loop and wait for clients requests
1403: *
1404: * @srv = RPC Server instance
1405: * return: -1 error or 0 ok, infinite loop ...
1406: */
1407: int
1408: rpc_srv_loopServer(rpc_srv_t * __restrict srv)
1409: {
1410: rpc_cli_t *c;
1411: register int i;
1412: rpc_func_t *f;
1413: struct timespec ts = { RPC_SCHED_POLLING, 0 };
1414:
1415: if (!srv) {
1416: rpc_SetErr(EINVAL, "Invalid parameter can`t start RPC server");
1417: return -1;
1418: }
1419:
1420: if (srv->srv_proto == SOCK_STREAM)
1421: if (listen(srv->srv_server.cli_sock, array_Size(srv->srv_clients)) == -1) {
1422: LOGERR;
1423: return -1;
1424: }
1425:
1426: if (!schedRead(srv->srv_root, cbProto[srv->srv_proto][CB_ACCEPTCLIENT], srv,
1427: srv->srv_server.cli_sock, NULL, 0)) {
1428: rpc_SetErr(sched_GetErrno(), "%s", sched_GetError());
1429: return -1;
1430: }
1431:
1432: schedPolling(srv->srv_root, &ts, NULL);
1433: /* main rpc loop */
1434: schedRun(srv->srv_root, &srv->srv_kill);
1435:
1436: /* close all clients connections & server socket */
1437: for (i = 0; i < array_Size(srv->srv_clients); i++) {
1438: c = array(srv->srv_clients, i, rpc_cli_t*);
1439: if (c) {
1440: if (srv->srv_proto == SOCK_STREAM) {
1441: shutdown(c->cli_sock, SHUT_RDWR);
1442: close(c->cli_sock);
1443: }
1444:
1445: schedCancelby(srv->srv_root, taskMAX, CRITERIA_ARG, c, NULL);
1446: ait_freeVars(&RPC_RETVARS(c));
1447: AIT_FREE_VAL(&c->cli_buf);
1448: }
1449: array_Del(srv->srv_clients, i, 42);
1450: }
1451: array_Destroy(&srv->srv_clients);
1452:
1453: close(srv->srv_server.cli_sock);
1454:
1455: /* detach exported calls */
1456: RPC_FUNCS_LOCK(&srv->srv_funcs);
1457: while ((f = SLIST_FIRST(&srv->srv_funcs))) {
1458: SLIST_REMOVE_HEAD(&srv->srv_funcs, func_next);
1459:
1460: AIT_FREE_VAL(&f->func_name);
1461: e_free(f);
1462: }
1463: srv->srv_funcs.avlh_root = NULL;
1464: RPC_FUNCS_UNLOCK(&srv->srv_funcs);
1465:
1466: return 0;
1467: }
1468:
1469:
1470: /*
1471: * rpc_srv_execCall() Execute registered call from RPC server
1472: *
1473: * @cli = RPC client
1474: * @rpc = IN RPC call structure
1475: * @funcname = Execute RPC function
1476: * @args = IN RPC calling arguments from RPC client
1477: * return: -1 error, !=-1 ok
1478: */
1479: int
1480: rpc_srv_execCall(rpc_cli_t * __restrict cli, struct tagRPCCall * __restrict rpc,
1481: ait_val_t funcname, array_t * __restrict args)
1482: {
1483: rpc_callback_t func;
1484:
1485: if (!cli || !rpc || !AIT_ADDR(&funcname)) {
1486: rpc_SetErr(EINVAL, "Invalid parameter can`t exec function");
1487: return -1;
1488: }
1489:
1490: func = AIT_GET_LIKE(&funcname, rpc_callback_t);
1491: return func(cli, rpc, args);
1492: }
1493:
1494:
1495: /*
1496: * rpc_srv_initServer2() - Init & create layer2 RPC Server
1497: *
1498: * @InstID = Instance for authentication & recognition
1499: * @concurentClients = Concurent clients at same time to this server
1500: * @netBuf = Network buffer length (min:512 bytes), if =0 == BUFSIZ (also meaning max RPC packet)
1501: * @csIface = Interface name for bind server, if NULL first interface on host
1502: * return: NULL == error or !=NULL bind and created RPC server instance
1503: */
1504: rpc_srv_t *
1505: rpc_srv_initServer2(u_char InstID, int concurentClients, int netBuf, const char *csIface)
1506: {
1507: int n = 1;
1508: rpc_srv_t *srv = NULL;
1509: sockaddr_t sa = E_SOCKADDR_INIT;
1510: char szIface[64], szStr[STRSIZ];
1511: register int i;
1512: struct ifreq ifr;
1513: struct bpf_insn insns[] = {
1514: BPF_STMT(BPF_LD + BPF_H + BPF_ABS, 12),
1515: BPF_JUMP(BPF_JMP + BPF_JEQ + BPF_K, RPC_DEFPORT, 0, 1),
1516: BPF_STMT(BPF_RET + BPF_K, -1),
1517: BPF_STMT(BPF_RET + BPF_K, 0),
1518: };
1519: struct bpf_program fcode = {
1520: .bf_len = sizeof(insns) / sizeof(struct bpf_insn),
1521: .bf_insns = insns
1522: };
1523:
1524: if (!concurentClients) {
1525: rpc_SetErr(EINVAL, "Invalid parameters can`t init RPC server");
1526: return NULL;
1527: }
1528: if (!csIface) {
1529: if (e_get1stiface(szIface, sizeof szIface))
1530: return NULL;
1531: } else
1532: strlcpy(szIface, csIface, sizeof szIface);
1533: if (!e_getifacebyname(szIface, &sa))
1534: return NULL;
1535:
1536: #ifdef HAVE_SRANDOMDEV
1537: srandomdev();
1538: #else
1539: time_t tim;
1540:
1541: srandom((time(&tim) ^ getpid()));
1542: #endif
1543:
1544: srv = e_malloc(sizeof(rpc_srv_t));
1545: if (!srv) {
1546: LOGERR;
1547: return NULL;
1548: } else
1549: memset(srv, 0, sizeof(rpc_srv_t));
1550:
1551: srv->srv_proto = SOCK_BPF;
1552: srv->srv_netbuf = netBuf;
1553: srv->srv_session.sess_version = RPC_VERSION;
1554: srv->srv_session.sess_instance = InstID;
1555:
1556: srv->srv_server.cli_parent = srv;
1557: memcpy(&srv->srv_server.cli_sa, &sa, sizeof srv->srv_server.cli_sa);
1558:
1559: /* init functions */
1560: pthread_mutex_init(&srv->srv_funcs.mtx, NULL);
1561: SLIST_INIT(&srv->srv_funcs);
1562: AVL_INIT(&srv->srv_funcs);
1563:
1564: /* init scheduler */
1565: srv->srv_root = schedBegin();
1566: if (!srv->srv_root) {
1567: rpc_SetErr(sched_GetErrno(), "%s", sched_GetError());
1568: pthread_mutex_destroy(&srv->srv_funcs.mtx);
1569: e_free(srv);
1570: return NULL;
1571: }
1572:
1573: /* init pool for clients */
1574: srv->srv_clients = array_Init(concurentClients);
1575: if (!srv->srv_clients) {
1576: rpc_SetErr(elwix_GetErrno(), "%s", elwix_GetError());
1577: schedEnd(&srv->srv_root);
1578: pthread_mutex_destroy(&srv->srv_funcs.mtx);
1579: e_free(srv);
1580: return NULL;
1581: }
1582:
1583: /* create server handler */
1584: for (i = 0; i < 10; i++) {
1585: memset(szStr, 0, sizeof szStr);
1586: snprintf(szStr, sizeof szStr, "/dev/bpf%d", i);
1587: srv->srv_server.cli_sock = open(szStr, O_RDWR);
1588: if (srv->srv_server.cli_sock > STDERR_FILENO)
1589: break;
1590: }
1591: if (srv->srv_server.cli_sock < 3) {
1592: LOGERR;
1593: array_Destroy(&srv->srv_clients);
1594: schedEnd(&srv->srv_root);
1595: pthread_mutex_destroy(&srv->srv_funcs.mtx);
1596: e_free(srv);
1597: return NULL;
1598: }
1599:
1600: if (ioctl(srv->srv_server.cli_sock, BIOCIMMEDIATE, &n) == -1) {
1601: LOGERR;
1602: goto err;
1603: }
1604: if (ioctl(srv->srv_server.cli_sock, BIOCSETF, &fcode) == -1) {
1605: LOGERR;
1606: goto err;
1607: }
1608: n = (netBuf < RPC_MIN_BUFSIZ) ? getpagesize() : E_ALIGN(netBuf, 2);
1609: if (ioctl(srv->srv_server.cli_sock, BIOCSBLEN, &n) == -1) {
1610: LOGERR;
1611: goto err;
1612: } else
1613: srv->srv_netbuf = n;
1614:
1615: memset(&ifr, 0, sizeof ifr);
1616: strlcpy(ifr.ifr_name, szIface, sizeof ifr.ifr_name);
1617: if (ioctl(srv->srv_server.cli_sock, BIOCSETIF, &ifr) == -1) {
1618: LOGERR;
1619: goto err;
1620: } else
1621: fcntl(srv->srv_server.cli_sock, F_SETFL,
1622: fcntl(srv->srv_server.cli_sock, F_GETFL) | O_NONBLOCK);
1623:
1624: rpc_register_srvPing(srv);
1625:
1626: return srv;
1627: err: /* error condition */
1628: close(srv->srv_server.cli_sock);
1629: array_Destroy(&srv->srv_clients);
1630: schedEnd(&srv->srv_root);
1631: pthread_mutex_destroy(&srv->srv_funcs.mtx);
1632: e_free(srv);
1633: return NULL;
1634: }
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>