1: /*************************************************************************
2: * (C) 2010 AITNET ltd - Sofia/Bulgaria - <misho@aitbg.com>
3: * by Michael Pounov <misho@openbsd-bg.org>
4: *
5: * $Author: misho $
6: * $Id: srv.c,v 1.23.6.5 2014/12/18 00:28:47 misho Exp $
7: *
8: **************************************************************************
9: The ELWIX and AITNET software is distributed under the following
10: terms:
11:
12: All of the documentation and software included in the ELWIX and AITNET
13: Releases is copyrighted by ELWIX - Sofia/Bulgaria <info@elwix.org>
14:
15: Copyright 2004 - 2014
16: by Michael Pounov <misho@elwix.org>. All rights reserved.
17:
18: Redistribution and use in source and binary forms, with or without
19: modification, are permitted provided that the following conditions
20: are met:
21: 1. Redistributions of source code must retain the above copyright
22: notice, this list of conditions and the following disclaimer.
23: 2. Redistributions in binary form must reproduce the above copyright
24: notice, this list of conditions and the following disclaimer in the
25: documentation and/or other materials provided with the distribution.
26: 3. All advertising materials mentioning features or use of this software
27: must display the following acknowledgement:
28: This product includes software developed by Michael Pounov <misho@elwix.org>
29: ELWIX - Embedded LightWeight unIX and its contributors.
30: 4. Neither the name of AITNET nor the names of its contributors
31: may be used to endorse or promote products derived from this software
32: without specific prior written permission.
33:
34: THIS SOFTWARE IS PROVIDED BY AITNET AND CONTRIBUTORS ``AS IS'' AND
35: ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
36: IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
37: ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
38: FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
39: DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
40: OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
41: HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
42: LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
43: OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
44: SUCH DAMAGE.
45: */
46: #include "global.h"
47:
48:
49: /* SOCK_STREAM */
50: static void *acceptClients(sched_task_t *);
51: static void *closeClient(sched_task_t *);
52: static void *rxPacket(sched_task_t *);
53: static void *txPacket(sched_task_t *);
54:
55: /* SOCK_DGRAM */
56: static void *freeClient(sched_task_t *);
57: static void *rxUDPPacket(sched_task_t *);
58: static void *txUDPPacket(sched_task_t *);
59:
60: /* SOCK_RAW */
61:
62: /* SOCK_BPF */
63: static void *rxBPFPacket(sched_task_t *);
64: static void *txBPFPacket(sched_task_t *);
65:
66: static sched_task_func_t cbProto[SOCK_BPF + 1][4] = {
67: { acceptClients, closeClient, rxPacket, txPacket }, /* SOCK_STREAM */
68: { acceptClients, closeClient, rxPacket, txPacket }, /* SOCK_STREAM */
69: { rxUDPPacket, freeClient, rxUDPPacket, txUDPPacket }, /* SOCK_DGRAM */
70: { NULL, NULL, NULL, NULL }, /* SOCK_RAW */
71: { rxBPFPacket, freeClient, rxBPFPacket, txBPFPacket } /* SOCK_BPF */
72: };
73:
74: /* Global Signal Argument when kqueue support disabled */
75:
76: static volatile uintptr_t _glSigArg = 0;
77:
78:
79: void
80: rpc_freeCli(rpc_cli_t * __restrict c)
81: {
82: rpc_srv_t *s = c->cli_parent;
83:
84: schedCancelby(s->srv_root, taskMAX, CRITERIA_ARG, c, NULL);
85:
86: /* free buffer */
87: AIT_FREE_VAL(&c->cli_buf);
88:
89: array_Del(s->srv_clients, c->cli_id, 0);
90: if (c)
91: e_free(c);
92: }
93:
94:
95: static inline int
96: _check4freeslot(rpc_srv_t * __restrict srv, sockaddr_t * __restrict sa)
97: {
98: rpc_cli_t *c = NULL;
99: register int i;
100:
101: /* check free slots for connect */
102: for (i = 0; i < array_Size(srv->srv_clients) &&
103: (c = array(srv->srv_clients, i, rpc_cli_t*)); i++)
104: /* check for duplicates */
105: if (sa && !e_addrcmp(&c->cli_sa, sa, 42))
106: break;
107: if (i >= array_Size(srv->srv_clients))
108: return -1; /* no more free slots! */
109:
110: return i;
111: }
112:
113: static rpc_cli_t *
114: _allocClient(rpc_srv_t * __restrict srv, sockaddr_t * __restrict sa)
115: {
116: rpc_cli_t *c = NULL;
117: int n;
118:
119: n = _check4freeslot(srv, sa);
120: if (n == -1)
121: return NULL;
122: else
123: c = array(srv->srv_clients, n, rpc_cli_t*);
124:
125: if (!c) {
126: c = e_malloc(sizeof(rpc_cli_t));
127: if (!c) {
128: LOGERR;
129: srv->srv_kill = 1;
130: return NULL;
131: } else {
132: memset(c, 0, sizeof(rpc_cli_t));
133: array_Set(srv->srv_clients, n, c);
134: c->cli_id = n;
135: c->cli_parent = srv;
136: }
137:
138: /* alloc empty buffer */
139: AIT_SET_BUFSIZ(&c->cli_buf, 0, srv->srv_netbuf);
140: }
141:
142: return c;
143: }
144:
145:
146: static void *
147: freeClient(sched_task_t *task)
148: {
149: rpc_freeCli(TASK_ARG(task));
150:
151: return NULL;
152: }
153:
154: static void *
155: closeClient(sched_task_t *task)
156: {
157: int sock = ((rpc_cli_t*) TASK_ARG(task))->cli_sock;
158:
159: rpc_freeCli(TASK_ARG(task));
160:
161: /* close client socket */
162: shutdown(sock, SHUT_RDWR);
163: close(sock);
164: return NULL;
165: }
166:
167: static void *
168: txPacket(sched_task_t *task)
169: {
170: rpc_cli_t *c = TASK_ARG(task);
171: rpc_srv_t *s = c->cli_parent;
172: rpc_func_t *f = NULL;
173: u_char *buf = AIT_GET_BUF(&c->cli_buf);
174: struct tagRPCCall *rpc = (struct tagRPCCall*) buf;
175: int ret, estlen, wlen = sizeof(struct tagRPCCall);
176: struct pollfd pfd;
177: #ifdef TCP_SESSION_TIMEOUT
178: struct timespec ts = { DEF_RPC_TIMEOUT, 0 };
179:
180: schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, TASK_ARG(task), NULL);
181: schedTimer(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
182: TASK_ARG(task), ts, TASK_ARG(task), 0);
183: #endif
184:
185: if (rpc->call_argc) {
186: f = rpc_srv_getCall(s, ntohs(rpc->call_tag));
187: if (!f) {
188: rpc_SetErr(EPROGUNAVAIL, "Function not found at RPC server");
189:
190: rpc->call_argc ^= rpc->call_argc;
191: rpc->call_rep.ret = RPC_ERROR(-1);
192: rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
193: } else {
194: /* calc estimated length */
195: estlen = ait_resideVars(RPC_RETVARS(c)) + wlen;
196: if (estlen > AIT_LEN(&c->cli_buf))
197: AIT_RE_BUF(&c->cli_buf, estlen);
198: buf = AIT_GET_BUF(&c->cli_buf);
199: rpc = (struct tagRPCCall*) buf;
200:
201: rpc->call_argc = htons(array_Size(RPC_RETVARS(c)));
202: /* Go Encapsulate variables */
203: ret = ait_vars2buffer(buf + wlen, AIT_LEN(&c->cli_buf) - wlen,
204: RPC_RETVARS(c));
205: /* Free return values */
206: ait_freeVars(&c->cli_vars);
207: if (ret == -1) {
208: rpc_SetErr(EBADRPC, "Prepare RPC packet failed");
209:
210: rpc->call_argc ^= rpc->call_argc;
211: rpc->call_rep.ret = RPC_ERROR(-1);
212: rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
213: } else
214: wlen += ret;
215: }
216: }
217:
218: rpc->call_len = htonl(wlen);
219:
220: #if 0
221: /* calculate CRC */
222: rpc->call_crc ^= rpc->call_crc;
223: rpc->call_crc = htons(crcFletcher16((u_short*) buf, wlen / 2));
224: #endif
225:
226: /* send reply */
227: pfd.fd = TASK_FD(task);
228: pfd.events = POLLOUT;
229: for (; wlen > 0; wlen -= ret, buf += ret) {
230: if ((ret = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 ||
231: pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) {
232: if (ret)
233: LOGERR;
234: else
235: rpc_SetErr(ETIMEDOUT, "Timeout reached! Client not respond");
236: /* close connection */
237: schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
238: TASK_ARG(task), 0, NULL, 0);
239: return NULL;
240: }
241: ret = send(TASK_FD(task), buf, MIN(wlen, s->srv_netbuf), MSG_NOSIGNAL);
242: if (ret == -1) {
243: /* close connection */
244: schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
245: TASK_ARG(task), 0, NULL, 0);
246: return NULL;
247: }
248: }
249:
250: return NULL;
251: }
252:
253: static void *
254: execCall(sched_task_t *task)
255: {
256: rpc_cli_t *c = TASK_ARG(task);
257: rpc_srv_t *s = c->cli_parent;
258: rpc_func_t *f = NULL;
259: array_t *arr = NULL;
260: u_char *buf = AIT_GET_BUF(&c->cli_buf);
261: struct tagRPCCall *rpc = (struct tagRPCCall*) buf;
262: int argc = ntohs(rpc->call_argc);
263:
264: /* Go decapsulate variables ... */
265: if (argc) {
266: arr = ait_buffer2vars(buf + sizeof(struct tagRPCCall),
267: AIT_LEN(&c->cli_buf) - sizeof(struct tagRPCCall), argc, 42);
268: if (!arr) {
269: rpc_SetErr(ERPCMISMATCH, "#%d - %s", elwix_GetErrno(), elwix_GetError());
270:
271: rpc->call_argc ^= rpc->call_argc;
272: rpc->call_rep.ret = RPC_ERROR(-1);
273: rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
274: return NULL;
275: }
276: } else
277: arr = NULL;
278:
279: if (!(f = rpc_srv_getCall(s, ntohs(rpc->call_tag)))) {
280: rpc_SetErr(EPROGUNAVAIL, "Function not found at RPC server");
281:
282: rpc->call_argc ^= rpc->call_argc;
283: rpc->call_rep.ret = RPC_ERROR(-1);
284: rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
285: } else {
286: /* if client doesn't want reply */
287: argc = RPC_CHK_NOREPLY(rpc);
288: rpc->call_rep.ret = RPC_ERROR(rpc_srv_execCall(c, rpc, f->func_name, arr));
289: if (rpc->call_rep.ret == htonl(-1)) {
290: if (!rpc->call_rep.eno) {
291: LOGERR;
292: rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
293: }
294: rpc->call_argc ^= rpc->call_argc;
295: } else {
296: rpc->call_rep.eno ^= rpc->call_rep.eno;
297: if (argc) {
298: /* without reply */
299: ait_freeVars(&c->cli_vars);
300: rpc->call_argc ^= rpc->call_argc;
301: } else {
302: /* reply */
303: rpc->call_argc = htons(array_Size(RPC_RETVARS(c)));
304: }
305: }
306: }
307:
308: array_Destroy(&arr);
309: return NULL;
310: }
311:
312: static void *
313: rxPacket(sched_task_t *task)
314: {
315: rpc_cli_t *c = TASK_ARG(task);
316: rpc_srv_t *s = c->cli_parent;
317: int len, rlen, noreply, estlen;
318: #if 0
319: u_short crc;
320: #endif
321: u_char *buf = AIT_GET_BUF(&c->cli_buf);
322: struct tagRPCCall *rpc = (struct tagRPCCall*) buf;
323: struct pollfd pfd;
324: #ifdef TCP_SESSION_TIMEOUT
325: struct timespec ts = { DEF_RPC_TIMEOUT, 0 };
326:
327: schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, TASK_ARG(task), NULL);
328: schedTimer(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
329: TASK_ARG(task), ts, TASK_ARG(task), 0);
330: #endif
331:
332: memset(buf, 0, sizeof(struct tagRPCCall));
333: rlen = recv(TASK_FD(task), rpc, sizeof(struct tagRPCCall), MSG_PEEK);
334: if (rlen < sizeof(struct tagRPCCall)) {
335: /* close connection */
336: schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
337: TASK_ARG(task), 0, NULL, 0);
338: return NULL;
339: } else {
340: estlen = ntohl(rpc->call_len);
341: if (estlen > AIT_LEN(&c->cli_buf))
342: AIT_RE_BUF(&c->cli_buf, estlen);
343: rpc = (struct tagRPCCall*) AIT_GET_BUF(&c->cli_buf);
344: buf = AIT_GET_BUF(&c->cli_buf);
345: len = estlen;
346: }
347:
348: /* get next part of packet */
349: memset(buf, 0, len);
350: pfd.fd = TASK_FD(task);
351: pfd.events = POLLIN | POLLPRI;
352: for (; len > 0; len -= rlen, buf += rlen) {
353: if ((rlen = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 ||
354: pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) {
355: if (rlen)
356: LOGERR;
357: else
358: rpc_SetErr(ETIMEDOUT, "Timeout reached! Client not respond");
359: schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
360: TASK_ARG(task), 0, NULL, 0);
361: return NULL;
362: }
363: rlen = recv(TASK_FD(task), buf, len, 0);
364: if (rlen == -1) {
365: /* close connection */
366: schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
367: TASK_ARG(task), 0, NULL, 0);
368: return NULL;
369: }
370: }
371: len = estlen;
372:
373: #if 0
374: /* check integrity of packet */
375: crc = ntohs(rpc->call_crc);
376: rpc->call_crc ^= rpc->call_crc;
377: if (crc != crcFletcher16((u_short*) rpc, len / 2)) {
378: rpc_SetErr(ERPCMISMATCH, "Bad CRC RPC packet");
379: return NULL;
380: }
381: #endif
382:
383: noreply = RPC_CHK_NOREPLY(rpc);
384:
385: /* check RPC packet session info */
386: if (rpc_chkPktSession(&rpc->call_session, &s->srv_session)) {
387: rpc_SetErr(ERPCMISMATCH, "Get invalid RPC session");
388:
389: rpc->call_argc ^= rpc->call_argc;
390: rpc->call_rep.ret = RPC_ERROR(-1);
391: rpc->call_rep.eno = RPC_ERROR(errno);
392: } else {
393: /* execute RPC call */
394: schedEvent(TASK_ROOT(task), execCall, TASK_ARG(task), (int) noreply, rpc, len);
395: }
396:
397: /* send RPC reply */
398: if (!noreply)
399: schedWrite(TASK_ROOT(task), cbProto[s->srv_proto][CB_TXPACKET],
400: TASK_ARG(task), TASK_FD(task), rpc, len);
401:
402: /* lets get next packet */
403: schedReadSelf(task);
404: return NULL;
405: }
406:
407: static void *
408: acceptClients(sched_task_t *task)
409: {
410: rpc_srv_t *srv = TASK_ARG(task);
411: rpc_cli_t *c = NULL;
412: socklen_t salen = sizeof(sockaddr_t);
413: int sock;
414: #ifdef TCP_SESSION_TIMEOUT
415: struct timespec ts = { DEF_RPC_TIMEOUT, 0 };
416: #endif
417:
418: c = _allocClient(srv, NULL);
419: if (!c) {
420: EVERBOSE(1, "RPC client quota exceeded! Connection will be shutdown!\n");
421: if ((sock = accept(TASK_FD(task), NULL, NULL)) != -1) {
422: shutdown(sock, SHUT_RDWR);
423: close(sock);
424: }
425: goto end;
426: }
427:
428: /* accept client */
429: c->cli_sock = accept(TASK_FD(task), &c->cli_sa.sa, &salen);
430: if (c->cli_sock == -1) {
431: LOGERR;
432: AIT_FREE_VAL(&c->cli_buf);
433: array_Del(srv->srv_clients, c->cli_id, 42);
434: goto end;
435: } else
436: fcntl(c->cli_sock, F_SETFL, fcntl(c->cli_sock, F_GETFL) | O_NONBLOCK);
437:
438: #ifdef TCP_SESSION_TIMEOUT
439: /* armed timer for close stateless connection */
440: schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, c, NULL);
441: schedTimer(TASK_ROOT(task), cbProto[srv->srv_proto][CB_CLOSECLIENT], c,
442: ts, c, 0);
443: #endif
444: schedRead(TASK_ROOT(task), cbProto[srv->srv_proto][CB_RXPACKET], c,
445: c->cli_sock, NULL, 0);
446: end:
447: schedReadSelf(task);
448: return NULL;
449: }
450:
451:
452: static void *
453: txUDPPacket(sched_task_t *task)
454: {
455: rpc_cli_t *c = TASK_ARG(task);
456: rpc_srv_t *s = c->cli_parent;
457: rpc_func_t *f = NULL;
458: u_char *buf = AIT_GET_BUF(&c->cli_buf);
459: struct tagRPCCall *rpc = (struct tagRPCCall*) buf;
460: int ret, estlen, wlen = sizeof(struct tagRPCCall);
461: struct timespec ts = { DEF_RPC_TIMEOUT, 0 };
462: struct pollfd pfd;
463:
464: schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, TASK_ARG(task), NULL);
465: schedTimer(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
466: TASK_ARG(task), ts, TASK_ARG(task), 0);
467:
468: if (rpc->call_argc) {
469: f = rpc_srv_getCall(s, ntohs(rpc->call_tag));
470: if (!f) {
471: rpc_SetErr(EPROGUNAVAIL, "Function not found at RPC server");
472: rpc->call_argc ^= rpc->call_argc;
473: rpc->call_rep.ret = RPC_ERROR(-1);
474: rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
475: } else {
476: /* calc estimated length */
477: estlen = ait_resideVars(RPC_RETVARS(c)) + wlen;
478: if (estlen > AIT_LEN(&c->cli_buf))
479: AIT_RE_BUF(&c->cli_buf, estlen);
480: buf = AIT_GET_BUF(&c->cli_buf);
481: rpc = (struct tagRPCCall*) buf;
482:
483: rpc->call_argc = htons(array_Size(RPC_RETVARS(c)));
484: /* Go Encapsulate variables */
485: ret = ait_vars2buffer(buf + wlen, AIT_LEN(&c->cli_buf) - wlen,
486: RPC_RETVARS(c));
487: /* Free return values */
488: ait_freeVars(&c->cli_vars);
489: if (ret == -1) {
490: rpc_SetErr(EBADRPC, "Prepare RPC packet failed");
491: rpc->call_argc ^= rpc->call_argc;
492: rpc->call_rep.ret = RPC_ERROR(-1);
493: rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
494: } else
495: wlen += ret;
496: }
497: }
498:
499: rpc->call_len = htonl(wlen);
500:
501: /* calculate CRC */
502: rpc->call_crc ^= rpc->call_crc;
503: rpc->call_crc = htons(crcFletcher16((u_short*) buf, wlen / 2));
504:
505: /* send reply */
506: pfd.fd = TASK_FD(task);
507: pfd.events = POLLOUT;
508: for (; wlen > 0; wlen -= ret, buf += ret) {
509: if ((ret = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 ||
510: pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) {
511: if (ret)
512: LOGERR;
513: else
514: rpc_SetErr(ETIMEDOUT, "Timeout reached! Client not respond");
515: /* close connection */
516: schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
517: TASK_ARG(task), 0, NULL, 0);
518: return NULL;
519: }
520: ret = sendto(TASK_FD(task), buf, MIN(wlen, s->srv_netbuf), MSG_NOSIGNAL,
521: &c->cli_sa.sa, c->cli_sa.sa.sa_len);
522: if (ret == -1) {
523: /* close connection */
524: schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
525: TASK_ARG(task), 0, NULL, 0);
526: return NULL;
527: }
528: }
529:
530: return NULL;
531: }
532:
533: static void *
534: rxUDPPacket(sched_task_t *task)
535: {
536: rpc_srv_t *srv = TASK_ARG(task);
537: rpc_cli_t *c = NULL;
538: int len, rlen, noreply, estlen;
539: u_short crc;
540: u_char *buf, b[sizeof(struct tagRPCCall)];
541: struct tagRPCCall *rpc = (struct tagRPCCall*) b;
542: sockaddr_t sa;
543: socklen_t salen;
544: struct timespec ts = { DEF_RPC_TIMEOUT, 0 };
545: struct pollfd pfd;
546:
547: /* receive connect packet */
548: salen = sa.ss.ss_len = sizeof(sockaddr_t);
549: rlen = recvfrom(TASK_FD(task), b, sizeof b, MSG_PEEK, &sa.sa, &salen);
550: if (rlen < sizeof(struct tagRPCCall)) {
551: rpc_SetErr(ERPCMISMATCH, "Short RPC packet");
552: goto end;
553: }
554:
555: c = _allocClient(srv, &sa);
556: if (!c) {
557: EVERBOSE(1, "RPC client quota exceeded! Connection will be shutdown!\n");
558: usleep(2000); /* blocked client delay */
559: goto end;
560: } else {
561: estlen = ntohl(rpc->call_len);
562: if (estlen > AIT_LEN(&c->cli_buf))
563: AIT_RE_BUF(&c->cli_buf, estlen);
564: rpc = (struct tagRPCCall*) AIT_GET_BUF(&c->cli_buf);
565: buf = AIT_GET_BUF(&c->cli_buf);
566: len = estlen;
567:
568: c->cli_sock = TASK_FD(task);
569: memcpy(&c->cli_sa, &sa, sizeof c->cli_sa);
570:
571: /* armed timer for close stateless connection */
572: schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, c, NULL);
573: schedTimer(TASK_ROOT(task), cbProto[srv->srv_proto][CB_CLOSECLIENT],
574: c, ts, c, 0);
575: }
576:
577: /* get next part of packet */
578: memset(buf, 0, len);
579: pfd.fd = TASK_FD(task);
580: pfd.events = POLLIN | POLLPRI;
581: for (; len > 0; len -= rlen, buf += rlen) {
582: if ((rlen = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 ||
583: pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) {
584: if (rlen)
585: LOGERR;
586: else
587: rpc_SetErr(ETIMEDOUT, "Timeout reached! Client not respond");
588: schedEvent(TASK_ROOT(task), cbProto[srv->srv_proto][CB_CLOSECLIENT],
589: c, 0, NULL, 0);
590: goto end;
591: }
592: salen = sa.ss.ss_len = sizeof(sockaddr_t);
593: rlen = recvfrom(TASK_FD(task), buf, len, 0, &sa.sa, &salen);
594: if (rlen == -1) {
595: /* close connection */
596: schedEvent(TASK_ROOT(task), cbProto[srv->srv_proto][CB_CLOSECLIENT],
597: c, 0, NULL, 0);
598: goto end;
599: }
600: if (e_addrcmp(&c->cli_sa, &sa, 42))
601: rlen ^= rlen; /* skip if arrive from different address */
602: }
603: len = estlen;
604:
605: /* check integrity of packet */
606: crc = ntohs(rpc->call_crc);
607: rpc->call_crc ^= rpc->call_crc;
608: if (crc != crcFletcher16((u_short*) rpc, len / 2)) {
609: rpc_SetErr(ERPCMISMATCH, "Bad CRC RPC packet");
610: /* close connection */
611: schedEvent(TASK_ROOT(task), cbProto[srv->srv_proto][CB_CLOSECLIENT],
612: c, 0, NULL, 0);
613: goto end;
614: }
615:
616: noreply = RPC_CHK_NOREPLY(rpc);
617:
618: /* check RPC packet session info */
619: if (rpc_chkPktSession(&rpc->call_session, &srv->srv_session)) {
620: rpc_SetErr(ERPCMISMATCH, "Get invalid RPC session");
621:
622: rpc->call_argc ^= rpc->call_argc;
623: rpc->call_rep.ret = RPC_ERROR(-1);
624: rpc->call_rep.eno = RPC_ERROR(errno);
625: } else {
626: /* execute RPC call */
627: schedEvent(TASK_ROOT(task), execCall, c, (int) noreply, rpc, len);
628: }
629:
630: /* send RPC reply */
631: if (!noreply)
632: schedWrite(TASK_ROOT(task), cbProto[srv->srv_proto][CB_TXPACKET],
633: c, TASK_FD(task), rpc, len);
634: end:
635: schedReadSelf(task);
636: return NULL;
637: }
638:
639:
640: static void *
641: txBPFPacket(sched_task_t *task)
642: {
643: rpc_cli_t *c = TASK_ARG(task);
644: rpc_srv_t *s = c->cli_parent;
645: rpc_func_t *f = NULL;
646: u_char *buf = AIT_GET_BUF(&c->cli_buf);
647: struct tagRPCCall *rpc = (struct tagRPCCall*) buf;
648: int ret, estlen, wlen = sizeof(struct tagRPCCall);
649: struct timespec ts = { DEF_RPC_TIMEOUT, 0 };
650: struct pollfd pfd;
651:
652: schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, TASK_ARG(task), NULL);
653: schedTimer(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
654: TASK_ARG(task), ts, TASK_ARG(task), 0);
655:
656: if (rpc->call_argc) {
657: f = rpc_srv_getCall(s, ntohs(rpc->call_tag));
658: if (!f) {
659: rpc_SetErr(EPROGUNAVAIL, "Function not found at RPC server");
660: rpc->call_argc ^= rpc->call_argc;
661: rpc->call_rep.ret = RPC_ERROR(-1);
662: rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
663: } else {
664: /* calc estimated length */
665: estlen = ait_resideVars(RPC_RETVARS(c)) + wlen;
666: if (estlen > AIT_LEN(&c->cli_buf))
667: AIT_RE_BUF(&c->cli_buf, estlen);
668: buf = AIT_GET_BUF(&c->cli_buf);
669: rpc = (struct tagRPCCall*) buf;
670:
671: rpc->call_argc = htons(array_Size(RPC_RETVARS(c)));
672: /* Go Encapsulate variables */
673: ret = ait_vars2buffer(buf + wlen, AIT_LEN(&c->cli_buf) - wlen,
674: RPC_RETVARS(c));
675: /* Free return values */
676: ait_freeVars(&c->cli_vars);
677: if (ret == -1) {
678: rpc_SetErr(EBADRPC, "Prepare RPC packet failed");
679: rpc->call_argc ^= rpc->call_argc;
680: rpc->call_rep.ret = RPC_ERROR(-1);
681: rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
682: } else
683: wlen += ret;
684: }
685: }
686:
687: rpc->call_len = htonl(wlen);
688:
689: /* calculate CRC */
690: rpc->call_crc ^= rpc->call_crc;
691: rpc->call_crc = htons(crcFletcher16((u_short*) buf, wlen / 2));
692:
693: /* send reply */
694: pfd.fd = TASK_FD(task);
695: pfd.events = POLLOUT;
696: for (; wlen > 0; wlen -= ret, buf += ret) {
697: if ((ret = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 ||
698: pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) {
699: if (ret)
700: LOGERR;
701: else
702: rpc_SetErr(ETIMEDOUT, "Timeout reached! Client not respond");
703: /* close connection */
704: schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
705: TASK_ARG(task), 0, NULL, 0);
706: return NULL;
707: }
708: ret = write(TASK_FD(task), buf, MIN(wlen, s->srv_netbuf));
709: if (ret == -1) {
710: /* close connection */
711: schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT],
712: TASK_ARG(task), 0, NULL, 0);
713: return NULL;
714: }
715: }
716:
717: return NULL;
718: }
719:
720: static void *
721: rxBPFPacket(sched_task_t *task)
722: {
723: rpc_srv_t *srv = TASK_ARG(task);
724: rpc_cli_t *c = NULL;
725: int len, rlen, noreply;
726: u_short crc;
727: struct tagRPCCall *rpc;
728: sockaddr_t sa;
729: struct timespec ts = { DEF_RPC_TIMEOUT, 0 };
730: struct bpf_hdr *h;
731: struct ether_header *eh;
732: ait_val_t b = AIT_VAL_INIT;
733:
734: /* receive connect packet */
735: AIT_SET_BUF(&b, NULL, srv->srv_netbuf);
736: rlen = read(TASK_FD(task), AIT_GET_BUF(&b), AIT_LEN(&b));
737: h = (struct bpf_hdr*) AIT_GET_BUF(&b);
738: rlen -= h->bh_hdrlen;
739: if (rlen < h->bh_caplen || h->bh_caplen != h->bh_datalen ||
740: rlen < ETHER_HDR_LEN + sizeof(struct tagRPCCall)) {
741: rpc_SetErr(ERPCMISMATCH, "Short RPC packet");
742: goto end;
743: } else {
744: rlen = h->bh_caplen;
745: eh = (struct ether_header*) (AIT_GET_BUF(&b) + h->bh_hdrlen);
746: rlen -= ETHER_HDR_LEN;
747: rpc = (struct tagRPCCall*) (eh + 1);
748: if (eh->ether_type != ntohs(RPC_DEFPORT))
749: goto end;
750: else
751: e_getlinkbymac((const ether_addr_t*) eh->ether_shost, &sa);
752: }
753:
754: c = _allocClient(srv, &sa);
755: if (!c) {
756: EVERBOSE(1, "RPC client quota exceeded! Connection will be shutdown!\n");
757: usleep(2000); /* blocked client delay */
758: goto end;
759: } else {
760: len = ntohl(rpc->call_len);
761: if (len > AIT_LEN(&c->cli_buf))
762: AIT_RE_BUF(&c->cli_buf, len);
763: memcpy(AIT_GET_BUF(&c->cli_buf), rpc, AIT_LEN(&c->cli_buf));
764: rpc = (struct tagRPCCall*) AIT_GET_BUF(&c->cli_buf);
765:
766: c->cli_sock = TASK_FD(task);
767: memcpy(&c->cli_sa, &sa, sizeof c->cli_sa);
768:
769: /* armed timer for close stateless connection */
770: schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, c, NULL);
771: schedTimer(TASK_ROOT(task), cbProto[srv->srv_proto][CB_CLOSECLIENT],
772: c, ts, c, 0);
773: }
774:
775: /* check integrity of packet */
776: crc = ntohs(rpc->call_crc);
777: rpc->call_crc ^= rpc->call_crc;
778: if (crc != crcFletcher16((u_short*) rpc, len / 2)) {
779: rpc_SetErr(ERPCMISMATCH, "Bad CRC RPC packet");
780: /* close connection */
781: schedEvent(TASK_ROOT(task), cbProto[srv->srv_proto][CB_CLOSECLIENT],
782: c, 0, NULL, 0);
783: goto end;
784: }
785:
786: noreply = RPC_CHK_NOREPLY(rpc);
787:
788: /* check RPC packet session info */
789: if (rpc_chkPktSession(&rpc->call_session, &srv->srv_session)) {
790: rpc_SetErr(ERPCMISMATCH, "Get invalid RPC session");
791:
792: rpc->call_argc ^= rpc->call_argc;
793: rpc->call_rep.ret = RPC_ERROR(-1);
794: rpc->call_rep.eno = RPC_ERROR(errno);
795: } else {
796: /* execute RPC call */
797: schedEvent(TASK_ROOT(task), execCall, c, (int) noreply, rpc, len);
798: }
799:
800: /* send RPC reply */
801: if (!noreply)
802: schedWrite(TASK_ROOT(task), cbProto[srv->srv_proto][CB_TXPACKET],
803: c, TASK_FD(task), rpc, len);
804: end:
805: AIT_FREE_VAL(&b);
806: schedReadSelf(task);
807: return NULL;
808: }
809:
810: /* ------------------------------------------------------ */
811:
812: void
813: rpc_freeBLOBCli(rpc_cli_t * __restrict c)
814: {
815: rpc_srv_t *s = c->cli_parent;
816:
817: schedCancelby(s->srv_blob.root, taskMAX, CRITERIA_ARG, c, NULL);
818:
819: /* free buffer */
820: AIT_FREE_VAL(&c->cli_buf);
821:
822: array_Del(s->srv_blob.clients, c->cli_id, 0);
823: if (c)
824: e_free(c);
825: }
826:
827:
828: static void *
829: closeBLOBClient(sched_task_t *task)
830: {
831: int sock = ((rpc_cli_t*) TASK_ARG(task))->cli_sock;
832:
833: rpc_freeBLOBCli(TASK_ARG(task));
834:
835: /* close client socket */
836: shutdown(sock, SHUT_RDWR);
837: close(sock);
838: return NULL;
839: }
840:
841: static void *
842: txBLOB(sched_task_t *task)
843: {
844: rpc_cli_t *c = TASK_ARG(task);
845: u_char *buf = AIT_GET_BUF(&c->cli_buf);
846: int wlen = sizeof(struct tagBLOBHdr);
847:
848: /* send reply */
849: wlen = send(TASK_FD(task), buf, wlen, MSG_NOSIGNAL);
850: if (wlen == -1 || wlen != sizeof(struct tagBLOBHdr)) {
851: /* close blob connection */
852: schedEvent(TASK_ROOT(task), closeBLOBClient, c, 42, NULL, 0);
853: }
854:
855: return NULL;
856: }
857:
858: static void *
859: rxBLOB(sched_task_t *task)
860: {
861: rpc_cli_t *c = TASK_ARG(task);
862: rpc_srv_t *s = c->cli_parent;
863: rpc_blob_t *b;
864: struct tagBLOBHdr blob;
865: int rlen;
866:
867: memset(&blob, 0, sizeof blob);
868: rlen = recv(TASK_FD(task), &blob, sizeof blob, 0);
869: if (rlen < 1) {
870: /* close blob connection */
871: schedEvent(TASK_ROOT(task), closeBLOBClient, c, 42, NULL, 0);
872: return NULL;
873: }
874:
875: /* check BLOB packet */
876: if (rlen < sizeof(struct tagBLOBHdr)) {
877: rpc_SetErr(ERPCMISMATCH, "Short BLOB packet");
878:
879: schedReadSelf(task);
880: return NULL;
881: }
882:
883: /* check RPC packet session info */
884: if (rpc_chkPktSession(&blob.hdr_session, &s->srv_session)) {
885: rpc_SetErr(ERPCMISMATCH, "Get invalid RPC session");
886: blob.hdr_cmd = error;
887: goto end;
888: }
889:
890: /* Go to proceed packet ... */
891: switch (blob.hdr_cmd) {
892: case get:
893: if (!(b = rpc_srv_getBLOB(s, ntohl(blob.hdr_var)))) {
894: rpc_SetErr(EINVAL, "Var=%x not found", ntohl(blob.hdr_var));
895: blob.hdr_cmd = no;
896: blob.hdr_ret = RPC_ERROR(-1);
897: break;
898: } else
899: blob.hdr_len = htonl(b->blob_len);
900:
901: if (rpc_srv_blobMap(s, b) != -1) {
902: /* deliver BLOB variable to client */
903: blob.hdr_ret = htonl(rpc_srv_sendBLOB(c, b));
904: rpc_srv_blobUnmap(b);
905: } else {
906: blob.hdr_cmd = error;
907: blob.hdr_ret = RPC_ERROR(-1);
908: }
909: break;
910: case set:
911: if ((b = rpc_srv_registerBLOB(s, ntohl(blob.hdr_len),
912: ntohl(blob.hdr_ret)))) {
913: /* set new BLOB variable for reply :) */
914: blob.hdr_var = htonl(b->blob_var);
915:
916: /* receive BLOB from client */
917: blob.hdr_ret = htonl(rpc_srv_recvBLOB(c, b));
918: rpc_srv_blobUnmap(b);
919: } else {
920: blob.hdr_cmd = error;
921: blob.hdr_ret = RPC_ERROR(-1);
922: }
923: break;
924: case unset:
925: if (rpc_srv_unregisterBLOB(s, ntohl(blob.hdr_var)) == -1) {
926: blob.hdr_cmd = error;
927: blob.hdr_ret = RPC_ERROR(-1);
928: }
929: break;
930: default:
931: rpc_SetErr(EPROCUNAVAIL, "Unsupported BLOB command %d", blob.hdr_cmd);
932: blob.hdr_cmd = error;
933: blob.hdr_ret = RPC_ERROR(-1);
934: }
935:
936: end:
937: memcpy(AIT_ADDR(&c->cli_buf), &blob, sizeof blob);
938: schedWrite(TASK_ROOT(task), txBLOB, TASK_ARG(task), TASK_FD(task), NULL, 0);
939: schedReadSelf(task);
940: return NULL;
941: }
942:
943: static void *
944: flushBLOB(sched_task_t *task)
945: {
946: uintptr_t sigArg = atomic_load_acq_ptr(&_glSigArg);
947: rpc_srv_t *srv = sigArg ? (void*) sigArg : TASK_ARG(task);
948: rpc_blob_t *b, *tmp;
949:
950: TAILQ_FOREACH_SAFE(b, &srv->srv_blob.blobs, blob_node, tmp) {
951: TAILQ_REMOVE(&srv->srv_blob.blobs, b, blob_node);
952:
953: rpc_srv_blobFree(srv, b);
954: e_free(b);
955: }
956:
957: if (!schedSignalSelf(task)) {
958: /* disabled kqueue support in libaitsched */
959: struct sigaction sa;
960:
961: memset(&sa, 0, sizeof sa);
962: sigemptyset(&sa.sa_mask);
963: sa.sa_handler = (void (*)(int)) flushBLOB;
964: sa.sa_flags = SA_RESTART | SA_RESETHAND;
965: sigaction(SIGFBLOB, &sa, NULL);
966: }
967:
968: return NULL;
969: }
970:
971: static void *
972: acceptBLOBClients(sched_task_t *task)
973: {
974: rpc_srv_t *srv = TASK_ARG(task);
975: rpc_cli_t *c = NULL;
976: register int i;
977: socklen_t salen = sizeof(sockaddr_t);
978: int sock;
979: #ifdef TCP_NOPUSH
980: int n = 1;
981: #endif
982:
983: /* check free slots for connect */
984: for (i = 0; i < array_Size(srv->srv_blob.clients) &&
985: (c = array(srv->srv_blob.clients, i, rpc_cli_t*)); i++);
986: if (c) { /* no more free slots! */
987: EVERBOSE(1, "BLOB client quota exceeded! Connection will be shutdown!\n");
988: if ((sock = accept(TASK_FD(task), NULL, NULL)) != -1) {
989: shutdown(sock, SHUT_RDWR);
990: close(sock);
991: }
992: goto end;
993: }
994:
995: c = e_malloc(sizeof(rpc_cli_t));
996: if (!c) {
997: LOGERR;
998: srv->srv_kill = srv->srv_blob.kill = 1;
999: return NULL;
1000: } else {
1001: memset(c, 0, sizeof(rpc_cli_t));
1002: array_Set(srv->srv_blob.clients, i, c);
1003: c->cli_id = i;
1004: c->cli_parent = srv;
1005: }
1006:
1007: /* alloc empty buffer */
1008: AIT_SET_BUFSIZ(&c->cli_buf, 0, srv->srv_netbuf);
1009:
1010: /* accept client */
1011: c->cli_sock = accept(TASK_FD(task), &c->cli_sa.sa, &salen);
1012: if (c->cli_sock == -1) {
1013: LOGERR;
1014: AIT_FREE_VAL(&c->cli_buf);
1015: array_Del(srv->srv_blob.clients, i, 42);
1016: goto end;
1017: } else {
1018: #ifdef TCP_NOPUSH
1019: setsockopt(c->cli_sock, IPPROTO_TCP, TCP_NOPUSH, &n, sizeof n);
1020: #endif
1021: fcntl(c->cli_sock, F_SETFL, fcntl(c->cli_sock, F_GETFL) | O_NONBLOCK);
1022: }
1023:
1024: schedRead(TASK_ROOT(task), rxBLOB, c, c->cli_sock, NULL, 0);
1025: end:
1026: schedReadSelf(task);
1027: return NULL;
1028: }
1029:
1030: /* ------------------------------------------------------ */
1031:
1032: /*
1033: * rpc_srv_initBLOBServer() - Init & create BLOB Server
1034: *
1035: * @srv = RPC server instance
1036: * @Port = Port for bind server, if Port == 0 default port is selected
1037: * @diskDir = Disk place for BLOB file objects
1038: * return: -1 == error or 0 bind and created BLOB server instance
1039: */
1040: int
1041: rpc_srv_initBLOBServer(rpc_srv_t * __restrict srv, u_short Port, const char *diskDir)
1042: {
1043: int n = 1;
1044:
1045: if (!srv || srv->srv_kill) {
1046: rpc_SetErr(EINVAL, "Invalid parameters can`t init BLOB server");
1047: return -1;
1048: }
1049:
1050: memset(&srv->srv_blob, 0, sizeof srv->srv_blob);
1051: if (access(diskDir, R_OK | W_OK) == -1) {
1052: LOGERR;
1053: return -1;
1054: } else
1055: AIT_SET_STR(&srv->srv_blob.dir, diskDir);
1056:
1057: /* init blob list */
1058: TAILQ_INIT(&srv->srv_blob.blobs);
1059:
1060: srv->srv_blob.server.cli_parent = srv;
1061:
1062: memcpy(&srv->srv_blob.server.cli_sa, &srv->srv_server.cli_sa, sizeof(sockaddr_t));
1063: switch (srv->srv_blob.server.cli_sa.sa.sa_family) {
1064: case AF_INET:
1065: srv->srv_blob.server.cli_sa.sin.sin_port =
1066: htons(Port ? Port : ntohs(srv->srv_blob.server.cli_sa.sin.sin_port) + 1);
1067: break;
1068: case AF_INET6:
1069: srv->srv_blob.server.cli_sa.sin6.sin6_port =
1070: htons(Port ? Port : ntohs(srv->srv_blob.server.cli_sa.sin6.sin6_port) + 1);
1071: break;
1072: case AF_LOCAL:
1073: strlcat(srv->srv_blob.server.cli_sa.sun.sun_path, ".blob",
1074: sizeof srv->srv_blob.server.cli_sa.sun.sun_path);
1075: break;
1076: default:
1077: AIT_FREE_VAL(&srv->srv_blob.dir);
1078: return -1;
1079: }
1080:
1081: /* create BLOB server socket */
1082: srv->srv_blob.server.cli_sock = socket(srv->srv_server.cli_sa.sa.sa_family, SOCK_STREAM, 0);
1083: if (srv->srv_blob.server.cli_sock == -1) {
1084: LOGERR;
1085: AIT_FREE_VAL(&srv->srv_blob.dir);
1086: return -1;
1087: }
1088: if (setsockopt(srv->srv_blob.server.cli_sock, SOL_SOCKET, SO_REUSEADDR, &n, sizeof n) == -1) {
1089: LOGERR;
1090: close(srv->srv_blob.server.cli_sock);
1091: AIT_FREE_VAL(&srv->srv_blob.dir);
1092: return -1;
1093: }
1094: n = srv->srv_netbuf;
1095: if (setsockopt(srv->srv_blob.server.cli_sock, SOL_SOCKET, SO_SNDBUF, &n, sizeof n) == -1) {
1096: LOGERR;
1097: close(srv->srv_blob.server.cli_sock);
1098: AIT_FREE_VAL(&srv->srv_blob.dir);
1099: return -1;
1100: }
1101: if (setsockopt(srv->srv_blob.server.cli_sock, SOL_SOCKET, SO_RCVBUF, &n, sizeof n) == -1) {
1102: LOGERR;
1103: close(srv->srv_blob.server.cli_sock);
1104: AIT_FREE_VAL(&srv->srv_blob.dir);
1105: return -1;
1106: }
1107: if (bind(srv->srv_blob.server.cli_sock, &srv->srv_blob.server.cli_sa.sa,
1108: srv->srv_blob.server.cli_sa.sa.sa_len) == -1) {
1109: LOGERR;
1110: close(srv->srv_blob.server.cli_sock);
1111: AIT_FREE_VAL(&srv->srv_blob.dir);
1112: return -1;
1113: } else
1114: fcntl(srv->srv_blob.server.cli_sock, F_SETFL,
1115: fcntl(srv->srv_blob.server.cli_sock, F_GETFL) | O_NONBLOCK);
1116:
1117:
1118: /* allocate pool for concurent blob clients */
1119: srv->srv_blob.clients = array_Init(array_Size(srv->srv_clients));
1120: if (!srv->srv_blob.clients) {
1121: rpc_SetErr(elwix_GetErrno(), "%s", elwix_GetError());
1122: close(srv->srv_blob.server.cli_sock);
1123: AIT_FREE_VAL(&srv->srv_blob.dir);
1124: return -1;
1125: }
1126:
1127: /* init blob scheduler */
1128: srv->srv_blob.root = schedBegin();
1129: if (!srv->srv_blob.root) {
1130: rpc_SetErr(sched_GetErrno(), "%s", sched_GetError());
1131: array_Destroy(&srv->srv_blob.clients);
1132: close(srv->srv_blob.server.cli_sock);
1133: AIT_FREE_VAL(&srv->srv_blob.dir);
1134: return -1;
1135: }
1136:
1137: return 0;
1138: }
1139:
1140: /*
1141: * rpc_srv_endBLOBServer() - Destroy BLOB server, close all opened sockets and free resources
1142: *
1143: * @srv = RPC Server instance
1144: * return: none
1145: */
1146: void
1147: rpc_srv_endBLOBServer(rpc_srv_t * __restrict srv)
1148: {
1149: if (!srv)
1150: return;
1151:
1152: srv->srv_blob.kill = 1;
1153:
1154: schedEnd(&srv->srv_blob.root);
1155: }
1156:
1157: /*
1158: * rpc_srv_loopBLOBServer() - Execute Main BLOB server loop and wait for clients requests
1159: *
1160: * @srv = RPC Server instance
1161: * return: -1 error or 0 ok, infinite loop ...
1162: */
1163: int
1164: rpc_srv_loopBLOBServer(rpc_srv_t * __restrict srv)
1165: {
1166: rpc_cli_t *c;
1167: register int i;
1168: rpc_blob_t *b, *tmp;
1169: struct timespec ts = { RPC_SCHED_POLLING, 0 };
1170:
1171: if (!srv || srv->srv_kill) {
1172: rpc_SetErr(EINVAL, "Invalid parameter can`t start BLOB server");
1173: return -1;
1174: }
1175:
1176: if (listen(srv->srv_blob.server.cli_sock, array_Size(srv->srv_blob.clients)) == -1) {
1177: LOGERR;
1178: return -1;
1179: }
1180:
1181: if (!schedSignal(srv->srv_blob.root, flushBLOB, srv, SIGFBLOB, NULL, 0)) {
1182: /* disabled kqueue support in libaitsched */
1183: struct sigaction sa;
1184:
1185: atomic_store_rel_ptr(&_glSigArg, (uintptr_t) srv);
1186:
1187: memset(&sa, 0, sizeof sa);
1188: sigemptyset(&sa.sa_mask);
1189: sa.sa_handler = (void (*)(int)) flushBLOB;
1190: sa.sa_flags = SA_RESTART | SA_RESETHAND;
1191: sigaction(SIGFBLOB, &sa, NULL);
1192: }
1193:
1194: if (!schedRead(srv->srv_blob.root, acceptBLOBClients, srv,
1195: srv->srv_blob.server.cli_sock, NULL, 0)) {
1196: rpc_SetErr(sched_GetErrno(), "%s", sched_GetError());
1197: return -1;
1198: }
1199:
1200: schedPolling(srv->srv_blob.root, &ts, NULL);
1201: /* main rpc loop */
1202: schedRun(srv->srv_blob.root, &srv->srv_blob.kill);
1203:
1204: /* detach blobs */
1205: TAILQ_FOREACH_SAFE(b, &srv->srv_blob.blobs, blob_node, tmp) {
1206: TAILQ_REMOVE(&srv->srv_blob.blobs, b, blob_node);
1207:
1208: rpc_srv_blobFree(srv, b);
1209: e_free(b);
1210: }
1211:
1212: /* close all clients connections & server socket */
1213: for (i = 0; i < array_Size(srv->srv_blob.clients); i++) {
1214: c = array(srv->srv_blob.clients, i, rpc_cli_t*);
1215: if (c) {
1216: shutdown(c->cli_sock, SHUT_RDWR);
1217: close(c->cli_sock);
1218:
1219: schedCancelby(srv->srv_blob.root, taskMAX, CRITERIA_ARG, c, NULL);
1220: AIT_FREE_VAL(&c->cli_buf);
1221: }
1222: array_Del(srv->srv_blob.clients, i, 42);
1223: }
1224: array_Destroy(&srv->srv_blob.clients);
1225:
1226: close(srv->srv_blob.server.cli_sock);
1227:
1228: AIT_FREE_VAL(&srv->srv_blob.dir);
1229: return 0;
1230: }
1231:
1232:
1233: /*
1234: * rpc_srv_initServer() - Init & create RPC Server
1235: *
1236: * @InstID = Instance for authentication & recognition
1237: * @concurentClients = Concurent clients at same time to this server
1238: * @netBuf = Network buffer length (min:512 bytes), if =0 == BUFSIZ (also meaning max RPC packet)
1239: * @csHost = Host name or address for bind server, if NULL any address
1240: * @Port = Port for bind server, if Port == 0 default port is selected
1241: * @proto = Protocol, if == 0 choose SOCK_STREAM
1242: * return: NULL == error or !=NULL bind and created RPC server instance
1243: */
1244: rpc_srv_t *
1245: rpc_srv_initServer(u_char InstID, int concurentClients, int netBuf,
1246: const char *csHost, u_short Port, int proto)
1247: {
1248: int n = 1;
1249: rpc_srv_t *srv = NULL;
1250: sockaddr_t sa = E_SOCKADDR_INIT;
1251:
1252: if (!concurentClients || (proto < 0 || proto > SOCK_DGRAM)) {
1253: rpc_SetErr(EINVAL, "Invalid parameters can`t init RPC server");
1254: return NULL;
1255: }
1256: if (!e_gethostbyname(csHost, Port, &sa))
1257: return NULL;
1258: if (!Port)
1259: Port = RPC_DEFPORT;
1260: if (!proto)
1261: proto = SOCK_STREAM;
1262: if (netBuf < RPC_MIN_BUFSIZ)
1263: netBuf = BUFSIZ;
1264: else
1265: netBuf = E_ALIGN(netBuf, 2); /* align netBuf length */
1266:
1267: #ifdef HAVE_SRANDOMDEV
1268: srandomdev();
1269: #else
1270: time_t tim;
1271:
1272: srandom((time(&tim) ^ getpid()));
1273: #endif
1274:
1275: srv = e_malloc(sizeof(rpc_srv_t));
1276: if (!srv) {
1277: LOGERR;
1278: return NULL;
1279: } else
1280: memset(srv, 0, sizeof(rpc_srv_t));
1281:
1282: srv->srv_proto = proto;
1283: srv->srv_netbuf = netBuf;
1284: srv->srv_session.sess_version = RPC_VERSION;
1285: srv->srv_session.sess_instance = InstID;
1286:
1287: srv->srv_server.cli_parent = srv;
1288: memcpy(&srv->srv_server.cli_sa, &sa, sizeof srv->srv_server.cli_sa);
1289:
1290: /* init functions */
1291: pthread_mutex_init(&srv->srv_funcs.mtx, NULL);
1292: SLIST_INIT(&srv->srv_funcs);
1293: AVL_INIT(&srv->srv_funcs);
1294:
1295: /* init scheduler */
1296: srv->srv_root = schedBegin();
1297: if (!srv->srv_root) {
1298: rpc_SetErr(sched_GetErrno(), "%s", sched_GetError());
1299: pthread_mutex_destroy(&srv->srv_funcs.mtx);
1300: e_free(srv);
1301: return NULL;
1302: }
1303:
1304: /* init pool for clients */
1305: srv->srv_clients = array_Init(concurentClients);
1306: if (!srv->srv_clients) {
1307: rpc_SetErr(elwix_GetErrno(), "%s", elwix_GetError());
1308: schedEnd(&srv->srv_root);
1309: pthread_mutex_destroy(&srv->srv_funcs.mtx);
1310: e_free(srv);
1311: return NULL;
1312: }
1313:
1314: /* create server socket */
1315: srv->srv_server.cli_sock = socket(srv->srv_server.cli_sa.sa.sa_family, srv->srv_proto, 0);
1316: if (srv->srv_server.cli_sock == -1) {
1317: LOGERR;
1318: array_Destroy(&srv->srv_clients);
1319: schedEnd(&srv->srv_root);
1320: pthread_mutex_destroy(&srv->srv_funcs.mtx);
1321: e_free(srv);
1322: return NULL;
1323: }
1324: if (setsockopt(srv->srv_server.cli_sock, SOL_SOCKET, SO_REUSEADDR, &n, sizeof n) == -1) {
1325: LOGERR;
1326: goto err;
1327: }
1328: n = srv->srv_netbuf;
1329: if (setsockopt(srv->srv_server.cli_sock, SOL_SOCKET, SO_SNDBUF, &n, sizeof n) == -1) {
1330: LOGERR;
1331: goto err;
1332: }
1333: if (setsockopt(srv->srv_server.cli_sock, SOL_SOCKET, SO_RCVBUF, &n, sizeof n) == -1) {
1334: LOGERR;
1335: goto err;
1336: }
1337: if (bind(srv->srv_server.cli_sock, &srv->srv_server.cli_sa.sa,
1338: srv->srv_server.cli_sa.sa.sa_len) == -1) {
1339: LOGERR;
1340: goto err;
1341: } else
1342: fcntl(srv->srv_server.cli_sock, F_SETFL,
1343: fcntl(srv->srv_server.cli_sock, F_GETFL) | O_NONBLOCK);
1344:
1345: rpc_register_srvPing(srv);
1346:
1347: return srv;
1348: err: /* error condition */
1349: close(srv->srv_server.cli_sock);
1350: array_Destroy(&srv->srv_clients);
1351: schedEnd(&srv->srv_root);
1352: pthread_mutex_destroy(&srv->srv_funcs.mtx);
1353: e_free(srv);
1354: return NULL;
1355: }
1356:
1357: /*
1358: * rpc_srv_endServer() - Destroy RPC server, close all opened sockets and free resources
1359: *
1360: * @psrv = RPC Server instance
1361: * return: none
1362: */
1363: void
1364: rpc_srv_endServer(rpc_srv_t ** __restrict psrv)
1365: {
1366: if (!psrv || !*psrv)
1367: return;
1368:
1369: /* if send kill to blob server */
1370: rpc_srv_endBLOBServer(*psrv);
1371:
1372: (*psrv)->srv_kill = 1;
1373: sleep(RPC_SCHED_POLLING);
1374:
1375: schedEnd(&(*psrv)->srv_root);
1376:
1377: pthread_mutex_destroy(&(*psrv)->srv_funcs.mtx);
1378: e_free(*psrv);
1379: *psrv = NULL;
1380: }
1381:
1382: /*
1383: * rpc_srv_loopServer() - Execute Main server loop and wait for clients requests
1384: *
1385: * @srv = RPC Server instance
1386: * return: -1 error or 0 ok, infinite loop ...
1387: */
1388: int
1389: rpc_srv_loopServer(rpc_srv_t * __restrict srv)
1390: {
1391: rpc_cli_t *c;
1392: register int i;
1393: rpc_func_t *f;
1394: struct timespec ts = { RPC_SCHED_POLLING, 0 };
1395:
1396: if (!srv) {
1397: rpc_SetErr(EINVAL, "Invalid parameter can`t start RPC server");
1398: return -1;
1399: }
1400:
1401: if (srv->srv_proto == SOCK_STREAM)
1402: if (listen(srv->srv_server.cli_sock, array_Size(srv->srv_clients)) == -1) {
1403: LOGERR;
1404: return -1;
1405: }
1406:
1407: if (!schedRead(srv->srv_root, cbProto[srv->srv_proto][CB_ACCEPTCLIENT], srv,
1408: srv->srv_server.cli_sock, NULL, 0)) {
1409: rpc_SetErr(sched_GetErrno(), "%s", sched_GetError());
1410: return -1;
1411: }
1412:
1413: schedPolling(srv->srv_root, &ts, NULL);
1414: /* main rpc loop */
1415: schedRun(srv->srv_root, &srv->srv_kill);
1416:
1417: /* close all clients connections & server socket */
1418: for (i = 0; i < array_Size(srv->srv_clients); i++) {
1419: c = array(srv->srv_clients, i, rpc_cli_t*);
1420: if (c) {
1421: if (srv->srv_proto == SOCK_STREAM) {
1422: shutdown(c->cli_sock, SHUT_RDWR);
1423: close(c->cli_sock);
1424: }
1425:
1426: schedCancelby(srv->srv_root, taskMAX, CRITERIA_ARG, c, NULL);
1427: ait_freeVars(&RPC_RETVARS(c));
1428: AIT_FREE_VAL(&c->cli_buf);
1429: }
1430: array_Del(srv->srv_clients, i, 42);
1431: }
1432: array_Destroy(&srv->srv_clients);
1433:
1434: close(srv->srv_server.cli_sock);
1435:
1436: /* detach exported calls */
1437: RPC_FUNCS_LOCK(&srv->srv_funcs);
1438: while ((f = SLIST_FIRST(&srv->srv_funcs))) {
1439: SLIST_REMOVE_HEAD(&srv->srv_funcs, func_next);
1440:
1441: AIT_FREE_VAL(&f->func_name);
1442: e_free(f);
1443: }
1444: srv->srv_funcs.avlh_root = NULL;
1445: RPC_FUNCS_UNLOCK(&srv->srv_funcs);
1446:
1447: return 0;
1448: }
1449:
1450:
1451: /*
1452: * rpc_srv_execCall() Execute registered call from RPC server
1453: *
1454: * @cli = RPC client
1455: * @rpc = IN RPC call structure
1456: * @funcname = Execute RPC function
1457: * @args = IN RPC calling arguments from RPC client
1458: * return: -1 error, !=-1 ok
1459: */
1460: int
1461: rpc_srv_execCall(rpc_cli_t * __restrict cli, struct tagRPCCall * __restrict rpc,
1462: ait_val_t funcname, array_t * __restrict args)
1463: {
1464: rpc_callback_t func;
1465:
1466: if (!cli || !rpc || !AIT_ADDR(&funcname)) {
1467: rpc_SetErr(EINVAL, "Invalid parameter can`t exec function");
1468: return -1;
1469: }
1470:
1471: func = AIT_GET_LIKE(&funcname, rpc_callback_t);
1472: return func(cli, rpc, args);
1473: }
1474:
1475:
1476: /*
1477: * rpc_srv_initServer2() - Init & create layer2 RPC Server
1478: *
1479: * @InstID = Instance for authentication & recognition
1480: * @concurentClients = Concurent clients at same time to this server
1481: * @netBuf = Network buffer length (min:512 bytes), if =0 == BUFSIZ (also meaning max RPC packet)
1482: * @csIface = Interface name for bind server, if NULL first interface on host
1483: * return: NULL == error or !=NULL bind and created RPC server instance
1484: */
1485: rpc_srv_t *
1486: rpc_srv_initServer2(u_char InstID, int concurentClients, int netBuf, const char *csIface)
1487: {
1488: int n = 1;
1489: rpc_srv_t *srv = NULL;
1490: sockaddr_t sa = E_SOCKADDR_INIT;
1491: char szIface[64], szStr[STRSIZ];
1492: register int i;
1493: struct ifreq ifr;
1494: struct bpf_insn insns[] = {
1495: BPF_STMT(BPF_LD + BPF_H + BPF_ABS, 12),
1496: BPF_JUMP(BPF_JMP + BPF_JEQ + BPF_K, RPC_DEFPORT, 0, 1),
1497: BPF_STMT(BPF_RET + BPF_K, -1),
1498: BPF_STMT(BPF_RET + BPF_K, 0),
1499: };
1500: struct bpf_program fcode = {
1501: .bf_len = sizeof(insns) / sizeof(struct bpf_insn),
1502: .bf_insns = insns
1503: };
1504:
1505: if (!concurentClients) {
1506: rpc_SetErr(EINVAL, "Invalid parameters can`t init RPC server");
1507: return NULL;
1508: }
1509: if (!csIface) {
1510: if (e_get1stiface(szIface, sizeof szIface))
1511: return NULL;
1512: } else
1513: strlcpy(szIface, csIface, sizeof szIface);
1514: if (!e_getifacebyname(szIface, &sa))
1515: return NULL;
1516:
1517: #ifdef HAVE_SRANDOMDEV
1518: srandomdev();
1519: #else
1520: time_t tim;
1521:
1522: srandom((time(&tim) ^ getpid()));
1523: #endif
1524:
1525: srv = e_malloc(sizeof(rpc_srv_t));
1526: if (!srv) {
1527: LOGERR;
1528: return NULL;
1529: } else
1530: memset(srv, 0, sizeof(rpc_srv_t));
1531:
1532: srv->srv_proto = SOCK_BPF;
1533: srv->srv_netbuf = netBuf;
1534: srv->srv_session.sess_version = RPC_VERSION;
1535: srv->srv_session.sess_instance = InstID;
1536:
1537: srv->srv_server.cli_parent = srv;
1538: memcpy(&srv->srv_server.cli_sa, &sa, sizeof srv->srv_server.cli_sa);
1539:
1540: /* init functions */
1541: pthread_mutex_init(&srv->srv_funcs.mtx, NULL);
1542: SLIST_INIT(&srv->srv_funcs);
1543: AVL_INIT(&srv->srv_funcs);
1544:
1545: /* init scheduler */
1546: srv->srv_root = schedBegin();
1547: if (!srv->srv_root) {
1548: rpc_SetErr(sched_GetErrno(), "%s", sched_GetError());
1549: pthread_mutex_destroy(&srv->srv_funcs.mtx);
1550: e_free(srv);
1551: return NULL;
1552: }
1553:
1554: /* init pool for clients */
1555: srv->srv_clients = array_Init(concurentClients);
1556: if (!srv->srv_clients) {
1557: rpc_SetErr(elwix_GetErrno(), "%s", elwix_GetError());
1558: schedEnd(&srv->srv_root);
1559: pthread_mutex_destroy(&srv->srv_funcs.mtx);
1560: e_free(srv);
1561: return NULL;
1562: }
1563:
1564: /* create server handler */
1565: for (i = 0; i < 10; i++) {
1566: memset(szStr, 0, sizeof szStr);
1567: snprintf(szStr, sizeof szStr, "/dev/bpf%d", i);
1568: srv->srv_server.cli_sock = open(szStr, O_RDWR);
1569: if (srv->srv_server.cli_sock > STDERR_FILENO)
1570: break;
1571: }
1572: if (srv->srv_server.cli_sock < 3) {
1573: LOGERR;
1574: array_Destroy(&srv->srv_clients);
1575: schedEnd(&srv->srv_root);
1576: pthread_mutex_destroy(&srv->srv_funcs.mtx);
1577: e_free(srv);
1578: return NULL;
1579: }
1580:
1581: if (ioctl(srv->srv_server.cli_sock, BIOCIMMEDIATE, &n) == -1) {
1582: LOGERR;
1583: goto err;
1584: }
1585: if (ioctl(srv->srv_server.cli_sock, BIOCSETF, &fcode) == -1) {
1586: LOGERR;
1587: goto err;
1588: }
1589: n = (netBuf < RPC_MIN_BUFSIZ) ? getpagesize() : E_ALIGN(netBuf, 2);
1590: if (ioctl(srv->srv_server.cli_sock, BIOCSBLEN, &n) == -1) {
1591: LOGERR;
1592: goto err;
1593: } else
1594: srv->srv_netbuf = n;
1595:
1596: memset(&ifr, 0, sizeof ifr);
1597: strlcpy(ifr.ifr_name, szIface, sizeof ifr.ifr_name);
1598: if (ioctl(srv->srv_server.cli_sock, BIOCSETIF, &ifr) == -1) {
1599: LOGERR;
1600: goto err;
1601: } else
1602: fcntl(srv->srv_server.cli_sock, F_SETFL,
1603: fcntl(srv->srv_server.cli_sock, F_GETFL) | O_NONBLOCK);
1604:
1605: rpc_register_srvPing(srv);
1606:
1607: return srv;
1608: err: /* error condition */
1609: close(srv->srv_server.cli_sock);
1610: array_Destroy(&srv->srv_clients);
1611: schedEnd(&srv->srv_root);
1612: pthread_mutex_destroy(&srv->srv_funcs.mtx);
1613: e_free(srv);
1614: return NULL;
1615: }
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/icons/cvsweb/back.gif){kind=icon}
Return to srv.c CVS log ![[TXT]](/icons/cvsweb/text.gif){kind=icon}
![[DIR]](/icons/cvsweb/dir.gif){kind=icon}
Up to [ELWIX - Embedded LightWeight unIX -] / libaitrpc / src