--- libaitrpc/src/srv.c 2012/05/14 08:39:06 1.9 +++ libaitrpc/src/srv.c 2012/05/17 11:16:20 1.9.2.21 @@ -3,7 +3,7 @@ * by Michael Pounov * * $Author: misho $ -* $Id: srv.c,v 1.9 2012/05/14 08:39:06 misho Exp $ +* $Id: srv.c,v 1.9.2.21 2012/05/17 11:16:20 misho Exp $ * ************************************************************************** The ELWIX and AITNET software is distributed under the following @@ -46,30 +46,51 @@ SUCH DAMAGE. #include "global.h" -static void *rxPacket(sched_task_t*); -static void *rxBLOB(sched_task_t*); +static void * +closeClient(sched_task_t *task) +{ + rpc_cli_t *c = TASK_ARG(task); + rpc_srv_t *s = c->cli_parent; + schedCancelby(TASK_ROOT(task), taskMAX, CRITERIA_ARG, TASK_ARG(task), NULL); + + /* close client socket */ + if (TASK_VAL(task)) + shutdown(c->cli_sock, SHUT_RDWR); + close(c->cli_sock); + + /* free buffer */ + AIT_FREE_VAL(&c->cli_buf); + + io_arrayDel(s->srv_clients, c->cli_id, 42); + return NULL; +} + static void * txPacket(sched_task_t *task) { rpc_cli_t *c = TASK_ARG(task); rpc_srv_t *s = c->cli_parent; rpc_func_t *f = NULL; - u_char *buf = TASK_DATA(task); + u_char buf[USHRT_MAX] = { 0 }; struct tagRPCCall *rpc = (struct tagRPCCall*) buf; int ret, wlen = sizeof(struct tagRPCCall); - array_t *arr = NULL; + /* copy RPC header */ + memcpy(buf, TASK_DATA(task), wlen); + if (rpc->call_argc) { - f = rpc_srv_getCall(s, ntohs(rpc->call_tag), ntohl(rpc->call_hash)); + f = rpc_srv_getCall(s, ntohs(rpc->call_tag)); if (!f) { + rpc_SetErr(EPROGUNAVAIL, "Function not found at RPC server"); rpc->call_argc ^= rpc->call_argc; rpc->call_rep.ret = RPC_ERROR(-1); rpc->call_rep.eno = RPC_ERROR(rpc_Errno); } else { - rpc->call_argc = htons(rpc_srv_getVars(f, &arr)); + rpc->call_argc = htons(io_arraySize(f->func_vars)); /* Go Encapsulate variables */ - ret = io_vars2buffer(buf + wlen, TASK_DATLEN(task) - wlen, arr); + ret = io_vars2buffer(buf + wlen, sizeof buf - wlen, f->func_vars); + /* Free return values */ io_clrVars(f->func_vars); if (ret == -1) { rpc_SetErr(EBADRPC, "Prepare RPC packet failed"); @@ -88,12 +109,11 @@ txPacket(sched_task_t *task) rpc->call_crc = htons(crcFletcher16((u_short*) buf, wlen / 2)); /* send reply */ - ret = send(TASK_FD(task), buf, wlen, 0); - if (ret == -1) - LOGERR; - else if (ret != wlen) - rpc_SetErr(EPROCUNAVAIL, "RPC reply, should be send %d bytes, " - "really sended %d bytes", wlen, ret); + ret = send(TASK_FD(task), buf, wlen, MSG_NOSIGNAL); + if (ret == -1 || ret != wlen) { + /* close connection */ + schedEvent(TASK_ROOT(task), closeClient, c, 42, NULL, 0); + } return NULL; } @@ -105,14 +125,14 @@ execCall(sched_task_t *task) rpc_srv_t *s = c->cli_parent; rpc_func_t *f = NULL; array_t *arr = NULL; - u_char *buf = TASK_DATA(task) + TASK_VAL(task); + u_char *buf = AIT_GET_BUF(&c->cli_buf) + TASK_VAL(task); struct tagRPCCall *rpc = (struct tagRPCCall*) buf; int argc = ntohs(rpc->call_argc); /* Go decapsulate variables ... */ if (argc) { arr = io_buffer2vars(buf + sizeof(struct tagRPCCall), - TASK_DATLEN(task) - TASK_VAL(task) - sizeof(struct tagRPCCall), + AIT_LEN(&c->cli_buf) - TASK_VAL(task) - sizeof(struct tagRPCCall), argc, 1); if (!arr) { rpc_SetErr(ERPCMISMATCH, "#%d - %s", io_GetErrno(), io_GetError()); @@ -121,9 +141,10 @@ execCall(sched_task_t *task) rpc->call_rep.eno = RPC_ERROR(rpc_Errno); return NULL; } - } + } else + arr = NULL; - if (!(f = rpc_srv_getCall(s, ntohs(rpc->call_tag), ntohl(rpc->call_hash)))) { + if (!(f = rpc_srv_getCall(s, ntohs(rpc->call_tag)))) { rpc_SetErr(EPROGUNAVAIL, "Function not found at RPC server"); rpc->call_argc ^= rpc->call_argc; rpc->call_rep.ret = RPC_ERROR(-1); @@ -141,13 +162,14 @@ execCall(sched_task_t *task) /* without reply */ io_clrVars(f->func_vars); rpc->call_argc ^= rpc->call_argc; - } else - rpc->call_argc = htons(rpc_srv_getVars(f, NULL)); + } else { + /* reply */ + rpc->call_argc = htons(io_arraySize(f->func_vars)); + } } } - if (arr) - io_arrayDestroy(&arr); + io_arrayDestroy(&arr); return NULL; } @@ -156,42 +178,39 @@ rxPacket(sched_task_t *task) { rpc_cli_t *c = TASK_ARG(task); rpc_srv_t *s = c->cli_parent; - u_char *buf = TASK_DATA(task); - int rlen, noreply; + u_char *buf = AIT_GET_BUF(&c->cli_buf); + int len, rlen, noreply; u_short crc, off = 0; struct tagRPCCall *rpc; - struct timespec ts; - memset(buf, 0, TASK_DATLEN(task)); - rlen = recv(TASK_FD(task), buf, TASK_DATLEN(task), 0); - if (rlen == -1) { - LOGERR; - c->cli_kill = kill; + memset(buf, 0, AIT_LEN(&c->cli_buf)); + rlen = recv(TASK_FD(task), buf, AIT_LEN(&c->cli_buf), 0); + if (rlen < 1) { + /* close connection */ + schedEvent(TASK_ROOT(task), closeClient, c, 42, NULL, 0); return NULL; - } else if (!rlen) { /* receive EOF */ - c->cli_kill = kill; - return NULL; } do { + /* check RPC packet */ if (rlen < sizeof(struct tagRPCCall)) { - rpc_SetErr(ERPCMISMATCH, "Too short RPC packet"); + rpc_SetErr(ERPCMISMATCH, "Short RPC packet"); - schedRead(TASK_ROOT(task), rxPacket, TASK_ARG(task), TASK_FD(task), - TASK_DATA(task), TASK_DATLEN(task)); + schedReadSelf(task); return NULL; } else rpc = (struct tagRPCCall*) (buf + off); - rlen -= ntohs(rpc->call_len); + len = ntohs(rpc->call_len); + rlen -= len; /* check integrity of packet */ crc = ntohs(rpc->call_crc); rpc->call_crc ^= rpc->call_crc; - if (crc != crcFletcher16((u_short*) (buf + off), ntohs(rpc->call_len) / 2)) { + if (crc != crcFletcher16((u_short*) (buf + off), len / 2)) { rpc_SetErr(ERPCMISMATCH, "Bad CRC RPC packet"); - off += ntohs(rpc->call_len); + off += len; if (rlen < 1) break; else @@ -207,79 +226,93 @@ rxPacket(sched_task_t *task) rpc->call_rep.ret = RPC_ERROR(-1); rpc->call_rep.eno = RPC_ERROR(errno); } else { - /* change socket timeout from last packet */ - ts.tv_sec = rpc->call_session.sess_timeout; - ts.tv_nsec = 0; - schedPolling(TASK_ROOT(task), &ts, NULL); - /* execute RPC call */ - schedEvent(TASK_ROOT(task), execCall, TASK_ARG(task), off, - TASK_DATA(task), TASK_DATLEN(task)); + schedEvent(TASK_ROOT(task), execCall, TASK_ARG(task), off, NULL, 0); } /* send RPC reply */ if (!noreply) - schedWrite(TASK_ROOT(task), txPacket, TASK_ARG(task), TASK_FD(task), - buf + off, TASK_DATLEN(task) - off); + schedWrite(TASK_ROOT(task), txPacket, TASK_ARG(task), TASK_FD(task), rpc, len); - off += ntohs(rpc->call_len); + off += len; } while (rlen > 0); /* lets get next packet */ - schedRead(TASK_ROOT(task), rxPacket, TASK_ARG(task), TASK_FD(task), - TASK_DATA(task), TASK_DATLEN(task)); + schedReadSelf(task); return NULL; } static void * -rpc_srv_dispatchCall(void *arg) +acceptClients(sched_task_t *task) { - rpc_cli_t *c = arg; - rpc_srv_t *s; - u_char *buf; - sched_root_task_t *root; - struct timespec ts = { DEF_RPC_TIMEOUT, 0 }; + rpc_srv_t *srv = TASK_ARG(task); + rpc_cli_t *c = NULL; + register int i; + socklen_t salen = sizeof(io_sockaddr_t); - if (!arg) { - rpc_SetErr(EINVAL, "Invalid parameter can`t procced RPC client"); - return NULL; - } else - s = c->cli_parent; - - /* allocate net buffer */ - buf = malloc(s->srv_netbuf); - if (!buf) { + /* check free slots for connect */ + for (i = 0; i < io_arraySize(srv->srv_clients) && + (c = io_array(srv->srv_clients, i, rpc_cli_t*)); i++); + if (c) /* no more free slots! */ + goto end; + c = malloc(sizeof(rpc_cli_t)); + if (!c) { LOGERR; + srv->srv_kill = 1; return NULL; - } - - root = schedBegin(); - if (!root) { - rpc_SetErr(sched_GetErrno(), "%s", sched_GetError()); - free(buf); - return NULL; } else { - schedTermCondition(root, kill); - schedPolling(root, &ts, NULL); + memset(c, 0, sizeof(rpc_cli_t)); + io_arraySet(srv->srv_clients, i, c); + c->cli_id = i; + c->cli_parent = srv; } - schedRead(root, rxPacket, c, c->cli_sock, buf, s->srv_netbuf); + /* alloc empty buffer */ + AIT_SET_BUF2(&c->cli_buf, 0, srv->srv_netbuf); - schedRun(root, (void*) &c->cli_kill); - schedEnd(&root); + /* accept client */ + c->cli_sock = accept(TASK_FD(task), &c->cli_sa.sa, &salen); + if (c->cli_sock == -1) { + LOGERR; + AIT_FREE_VAL(&c->cli_buf); + io_arrayDel(srv->srv_clients, i, 42); + goto end; + } else + fcntl(c->cli_sock, F_SETFL, fcntl(c->cli_sock, F_GETFL) | O_NONBLOCK); - shutdown(c->cli_sock, SHUT_RDWR); - close(c->cli_sock); - memset(c, 0, sizeof(rpc_cli_t)); - free(buf); + schedRead(TASK_ROOT(task), rxPacket, c, c->cli_sock, NULL, 0); +end: + schedReadSelf(task); return NULL; } +/* ------------------------------------------------------ */ static void * +closeBLOBClient(sched_task_t *task) +{ + rpc_cli_t *c = TASK_ARG(task); + rpc_srv_t *s = c->cli_parent; + + schedCancelby(TASK_ROOT(task), taskMAX, CRITERIA_ARG, TASK_ARG(task), NULL); + + /* close client socket */ + if (TASK_VAL(task)) + shutdown(c->cli_sock, SHUT_RDWR); + close(c->cli_sock); + + /* free buffer */ + AIT_FREE_VAL(&c->cli_buf); + + io_arrayDel(s->srv_blob.clients, c->cli_id, 42); + return NULL; +} + +static void * txBLOB(sched_task_t *task) { - u_char *buf = TASK_DATA(task); + rpc_cli_t *c = TASK_ARG(task); + u_char *buf = AIT_GET_BUF(&c->cli_buf); struct tagBLOBHdr *blob = (struct tagBLOBHdr *) buf; int wlen = sizeof(struct tagBLOBHdr); @@ -288,12 +321,11 @@ txBLOB(sched_task_t *task) blob->hdr_crc = htons(crcFletcher16((u_short*) buf, wlen / 2)); /* send reply */ - wlen = send(TASK_FD(task), buf, wlen, 0); - if (wlen == -1) - LOGERR; - else if (wlen != sizeof(struct tagBLOBHdr)) - rpc_SetErr(EPROCUNAVAIL, "RPC reply, should be send %d bytes, " - "really sended %d bytes", sizeof(struct tagBLOBHdr), wlen); + wlen = send(TASK_FD(task), buf, wlen, MSG_NOSIGNAL); + if (wlen == -1 || wlen != sizeof(struct tagBLOBHdr)) { + /* close blob connection */ + schedEvent(TASK_ROOT(task), closeBLOBClient, c, 42, NULL, 0); + } return NULL; } @@ -304,38 +336,24 @@ rxBLOB(sched_task_t *task) rpc_cli_t *c = TASK_ARG(task); rpc_srv_t *s = c->cli_parent; rpc_blob_t *b; - u_char *buf = TASK_DATA(task); + u_char *buf = AIT_GET_BUF(&c->cli_buf); struct tagBLOBHdr *blob = (struct tagBLOBHdr *) buf; int rlen; u_short crc; - struct timespec ts; - /* check for disable service at this moment? */ - if (!s || s->srv_blob.state == disable) { - usleep(100000); -#ifdef HAVE_PTHREAD_YIELD - pthread_yield(); -#endif - schedRead(TASK_ROOT(task), rxBLOB, TASK_ARG(task), TASK_FD(task), - TASK_DATA(task), TASK_DATLEN(task)); + memset(buf, 0, AIT_LEN(&c->cli_buf)); + rlen = recv(TASK_FD(task), buf, AIT_LEN(&c->cli_buf), 0); + if (rlen < 1) { + /* close blob connection */ + schedEvent(TASK_ROOT(task), closeBLOBClient, c, 42, NULL, 0); return NULL; } - memset(buf, 0, TASK_DATLEN(task)); - rlen = recv(TASK_FD(task), buf, TASK_DATLEN(task), 0); - if (rlen == -1) { - LOGERR; - c->cli_kill = kill; - return NULL; - } else if (!rlen) { /* receive EOF */ - c->cli_kill = kill; - return NULL; - } - + /* check BLOB packet */ if (rlen < sizeof(struct tagBLOBHdr)) { - rpc_SetErr(ERPCMISMATCH, "Too short BLOB packet"); - schedRead(TASK_ROOT(task), rxBLOB, TASK_ARG(task), TASK_FD(task), - TASK_DATA(task), TASK_DATLEN(task)); + rpc_SetErr(ERPCMISMATCH, "Short BLOB packet"); + + schedReadSelf(task); return NULL; } @@ -344,8 +362,8 @@ rxBLOB(sched_task_t *task) blob->hdr_crc ^= blob->hdr_crc; if (crc != crcFletcher16((u_short*) buf, rlen / 2)) { rpc_SetErr(ERPCMISMATCH, "Bad CRC BLOB packet"); - schedRead(TASK_ROOT(task), rxBLOB, TASK_ARG(task), TASK_FD(task), - TASK_DATA(task), TASK_DATLEN(task)); + + schedReadSelf(task); return NULL; } @@ -354,11 +372,6 @@ rxBLOB(sched_task_t *task) rpc_SetErr(ERPCMISMATCH, "Get invalid RPC session"); blob->hdr_cmd = error; goto end; - } else { - /* change socket timeout from last packet */ - ts.tv_sec = blob->hdr_session.sess_timeout; - ts.tv_nsec = 0; - schedPolling(TASK_ROOT(task), &ts, NULL); } /* Go to proceed packet ... */ @@ -407,58 +420,56 @@ rxBLOB(sched_task_t *task) } end: - schedWrite(TASK_ROOT(task), txBLOB, TASK_ARG(task), TASK_FD(task), - TASK_DATA(task), TASK_DATLEN(task)); - schedRead(TASK_ROOT(task), rxBLOB, TASK_ARG(task), TASK_FD(task), - TASK_DATA(task), TASK_DATLEN(task)); + schedWrite(TASK_ROOT(task), txBLOB, TASK_ARG(task), TASK_FD(task), NULL, 0); + schedReadSelf(task); return NULL; } static void * -rpc_srv_dispatchVars(void *arg) +acceptBLOBClients(sched_task_t *task) { - rpc_cli_t *c = arg; - rpc_srv_t *s; - sched_root_task_t *root; - u_char *buf; - struct timespec ts = { DEF_RPC_TIMEOUT, 0 }; + rpc_srv_t *srv = TASK_ARG(task); + rpc_cli_t *c = NULL; + register int i; + socklen_t salen = sizeof(io_sockaddr_t); - if (!arg) { - rpc_SetErr(EINVAL, "Invalid parameter can`t procced BLOB"); - return NULL; - } else - s = c->cli_parent; - - /* allocate net buffer */ - buf = malloc(sizeof(struct tagBLOBHdr)); - if (!buf) { + /* check free slots for connect */ + for (i = 0; i < io_arraySize(srv->srv_blob.clients) && + (c = io_array(srv->srv_blob.clients, i, rpc_cli_t*)); i++); + if (c) /* no more free slots! */ + goto end; + c = malloc(sizeof(rpc_cli_t)); + if (!c) { LOGERR; + srv->srv_kill = srv->srv_blob.kill = 1; return NULL; - } - - root = schedBegin(); - if (!root) { - rpc_SetErr(sched_GetErrno(), "%s", sched_GetError()); - free(buf); - return NULL; } else { - schedTermCondition(root, kill); - schedPolling(root, &ts, NULL); + memset(c, 0, sizeof(rpc_cli_t)); + io_arraySet(srv->srv_blob.clients, i, c); + c->cli_id = i; + c->cli_parent = srv; } - schedRead(root, rxBLOB, c, c->cli_sock, buf, sizeof(struct tagBLOBHdr)); + /* alloc empty buffer */ + AIT_SET_BUF2(&c->cli_buf, 0, srv->srv_netbuf); - schedRun(root, (void*) &c->cli_kill); - schedEnd(&root); + /* accept client */ + c->cli_sock = accept(TASK_FD(task), &c->cli_sa.sa, &salen); + if (c->cli_sock == -1) { + LOGERR; + AIT_FREE_VAL(&c->cli_buf); + io_arrayDel(srv->srv_blob.clients, i, 42); + goto end; + } else + fcntl(c->cli_sock, F_SETFL, fcntl(c->cli_sock, F_GETFL) | O_NONBLOCK); - shutdown(c->cli_sock, SHUT_RDWR); - close(c->cli_sock); - memset(c, 0, sizeof(rpc_cli_t)); - free(buf); + schedRead(TASK_ROOT(task), rxBLOB, c, c->cli_sock, NULL, 0); +end: + schedReadSelf(task); return NULL; } -// ------------------------------------------------- +/* ------------------------------------------------------ */ /* * rpc_srv_initBLOBServer() - Init & create BLOB Server @@ -472,16 +483,11 @@ int rpc_srv_initBLOBServer(rpc_srv_t * __restrict srv, u_short Port, const char *diskDir) { int n = 1; - io_sockaddr_t sa; - if (!srv) { + if (!srv || srv->srv_kill) { rpc_SetErr(EINVAL, "Invalid parameters can`t init BLOB server"); return -1; } - if (srv->srv_blob.state) { - rpc_SetErr(EPERM, "Already started BLOB server!"); - return 0; - } memset(&srv->srv_blob, 0, sizeof srv->srv_blob); if (access(diskDir, R_OK | W_OK) == -1) { @@ -490,25 +496,29 @@ rpc_srv_initBLOBServer(rpc_srv_t * __restrict srv, u_s } else AIT_SET_STR(&srv->srv_blob.dir, diskDir); - srv->srv_blob.server.cli_tid = pthread_self(); + /* init blob list */ + TAILQ_INIT(&srv->srv_blob.blobs); + srv->srv_blob.server.cli_parent = srv; - memcpy(&sa, &srv->srv_server.cli_sa, sizeof sa); - switch (sa.sa.sa_family) { + memcpy(&srv->srv_blob.server.cli_sa, &srv->srv_server.cli_sa, sizeof(io_sockaddr_t)); + switch (srv->srv_blob.server.cli_sa.sa.sa_family) { case AF_INET: - sa.sin.sin_port = htons(Port ? Port : ntohs(sa.sin.sin_port) + 1); + srv->srv_blob.server.cli_sa.sin.sin_port = + htons(Port ? Port : ntohs(srv->srv_blob.server.cli_sa.sin.sin_port) + 1); break; case AF_INET6: - sa.sin6.sin6_port = htons(Port ? Port : ntohs(sa.sin6.sin6_port) + 1); + srv->srv_blob.server.cli_sa.sin6.sin6_port = + htons(Port ? Port : ntohs(srv->srv_blob.server.cli_sa.sin6.sin6_port) + 1); break; case AF_LOCAL: - strlcat(sa.sun.sun_path, ".blob", sizeof sa.sun.sun_path); + strlcat(srv->srv_blob.server.cli_sa.sun.sun_path, ".blob", + sizeof srv->srv_blob.server.cli_sa.sun.sun_path); break; default: AIT_FREE_VAL(&srv->srv_blob.dir); return -1; } - memcpy(&srv->srv_blob.server.cli_sa, &sa, sizeof sa); /* create BLOB server socket */ srv->srv_blob.server.cli_sock = socket(srv->srv_server.cli_sa.sa.sa_family, SOCK_STREAM, 0); @@ -544,22 +554,25 @@ rpc_srv_initBLOBServer(rpc_srv_t * __restrict srv, u_s return -1; } - /* allocate pool for concurent clients */ - srv->srv_blob.clients = calloc(srv->srv_numcli, sizeof(rpc_cli_t)); + /* allocate pool for concurent blob clients */ + srv->srv_blob.clients = io_arrayInit(io_arraySize(srv->srv_clients)); if (!srv->srv_blob.clients) { - LOGERR; + rpc_SetErr(io_GetErrno(), "%s", io_GetError()); close(srv->srv_blob.server.cli_sock); AIT_FREE_VAL(&srv->srv_blob.dir); return -1; - } else - memset(srv->srv_blob.clients, 0, srv->srv_numcli * sizeof(rpc_cli_t)); + } - rpc_srv_registerCall(srv, NULL, CALL_BLOBSHUTDOWN, 0); - rpc_srv_registerCall(srv, NULL, CALL_BLOBCLIENTS, 1); - rpc_srv_registerCall(srv, NULL, CALL_BLOBVARS, 1); - rpc_srv_registerCall(srv, NULL, CALL_BLOBSTATE, 0); + /* init blob scheduler */ + srv->srv_blob.root = schedBegin(); + if (!srv->srv_blob.root) { + rpc_SetErr(sched_GetErrno(), "%s", sched_GetError()); + io_arrayDestroy(&srv->srv_blob.clients); + close(srv->srv_blob.server.cli_sock); + AIT_FREE_VAL(&srv->srv_blob.dir); + return -1; + } - srv->srv_blob.state = enable; /* enable BLOB */ return 0; } @@ -574,115 +587,74 @@ rpc_srv_endBLOBServer(rpc_srv_t * __restrict srv) { rpc_cli_t *c; register int i; - rpc_blob_t *f; + rpc_blob_t *b, *tmp; - if (!srv || srv->srv_blob.state == disable) + if (!srv) return; - else - srv->srv_blob.state = kill; - rpc_srv_unregisterCall(srv, NULL, CALL_BLOBSHUTDOWN); - rpc_srv_unregisterCall(srv, NULL, CALL_BLOBCLIENTS); - rpc_srv_unregisterCall(srv, NULL, CALL_BLOBVARS); - rpc_srv_unregisterCall(srv, NULL, CALL_BLOBSTATE); + if (srv->srv_blob.tid) { + pthread_cancel(srv->srv_blob.tid); + pthread_join(srv->srv_blob.tid, NULL); + } /* close all clients connections & server socket */ - for (i = 0, c = srv->srv_blob.clients; i < srv->srv_numcli && c; i++, c++) - if (c->cli_sa.sa.sa_family) + for (i = 0; i < io_arraySize(srv->srv_blob.clients); i++) { + c = io_array(srv->srv_blob.clients, i, rpc_cli_t*); + if (c) { shutdown(c->cli_sock, SHUT_RDWR); - close(srv->srv_blob.server.cli_sock); + close(c->cli_sock); - if (srv->srv_blob.clients) { - free(srv->srv_blob.clients); - srv->srv_blob.clients = NULL; + schedCancelby(srv->srv_blob.root, taskMAX, CRITERIA_ARG, c, NULL); + AIT_FREE_VAL(&c->cli_buf); + } + io_arrayDel(srv->srv_blob.clients, i, 42); } + io_arrayDestroy(&srv->srv_blob.clients); + close(srv->srv_blob.server.cli_sock); + /* detach blobs */ - while ((f = srv->srv_blob.blobs)) { - srv->srv_blob.blobs = f->blob_next; - rpc_srv_blobFree(srv, f); - free(f); + TAILQ_FOREACH_SAFE(b, &srv->srv_blob.blobs, blob_node, tmp) { + TAILQ_REMOVE(&srv->srv_blob.blobs, b, blob_node); + + rpc_srv_blobFree(srv, b); + free(b); } + schedEnd(&srv->srv_blob.root); AIT_FREE_VAL(&srv->srv_blob.dir); - - /* at final, save disable BLOB service state */ - srv->srv_blob.state = disable; } /* - * rpc_srv_loopBLOB() - Execute Main BLOB server loop and wait for clients requests + * rpc_srv_loopBLOBServer() - Execute Main BLOB server loop and wait for clients requests * * @srv = RPC Server instance * return: -1 error or 0 ok, infinite loop ... */ int -rpc_srv_loopBLOB(rpc_srv_t * __restrict srv) +rpc_srv_loopBLOBServer(rpc_srv_t * __restrict srv) { - socklen_t salen = sizeof(io_sockaddr_t); - register int i; - rpc_cli_t *c; - int ret; - pthread_attr_t attr; - struct pollfd pfd; - - if (!srv || srv->srv_blob.state == kill) { + if (!srv || srv->srv_kill) { rpc_SetErr(EINVAL, "Invalid parameter can`t start BLOB server"); return -1; } - if (listen(srv->srv_blob.server.cli_sock, SOMAXCONN) == -1) { + fcntl(srv->srv_blob.server.cli_sock, F_SETFL, + fcntl(srv->srv_blob.server.cli_sock, F_GETFL) | O_NONBLOCK); + + if (listen(srv->srv_blob.server.cli_sock, io_arraySize(srv->srv_blob.clients)) == -1) { LOGERR; return -1; - } else - fcntl(srv->srv_blob.server.cli_sock, F_SETFL, - fcntl(srv->srv_blob.server.cli_sock, F_GETFL) | O_NONBLOCK); + } - pthread_attr_init(&attr); - pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_DETACHED); - - pfd.fd = srv->srv_blob.server.cli_sock; - pfd.events = POLLIN | POLLPRI; - /* main BLOB loop */ - while (srv->srv_blob.state != kill && srv->srv_kill != kill) { - for (c = srv->srv_blob.clients, i = 0; i < srv->srv_numcli && c; i++, c++) - if (!c->cli_sa.sa.sa_family) - break; - if (i >= srv->srv_numcli) { -#ifdef HAVE_PTHREAD_YIELD - pthread_yield(); -#else - usleep(1000000); -#endif - continue; - } - - if ((ret = poll(&pfd, 1, srv->srv_session.sess_timeout * 1000)) == -1 || - pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) { - LOGERR; - ret = 1; - break; - } else if (!ret) - continue; - - c->cli_sock = accept(srv->srv_blob.server.cli_sock, &c->cli_sa.sa, &salen); - if (c->cli_sock == -1) { - LOGERR; - continue; - } else - c->cli_parent = srv; - - /* spawn dispatch thread for BLOB client */ - c->cli_kill = enable; - if (pthread_create(&c->cli_tid, &attr, rpc_srv_dispatchVars, c)) { - LOGERR; - continue; - } + if (!schedRead(srv->srv_blob.root, acceptBLOBClients, srv, + srv->srv_blob.server.cli_sock, NULL, 0)) { + rpc_SetErr(sched_GetErrno(), "%s", sched_GetError()); + return -1; } - srv->srv_blob.state = kill; - - pthread_attr_destroy(&attr); + /* main rpc loop */ + schedRun(srv->srv_blob.root, &srv->srv_blob.kill); return 0; } @@ -694,64 +666,39 @@ rpc_srv_loopBLOB(rpc_srv_t * __restrict srv) * @regProcID = ProcessID for authentication & recognition * @concurentClients = Concurent clients at same time to this server * @netBuf = Network buffer length, if =0 == BUFSIZ (also meaning max RPC packet) - * @family = Family type, AF_INET, AF_INET6 or AF_LOCAL * @csHost = Host name or address for bind server, if NULL any address * @Port = Port for bind server, if Port == 0 default port is selected * return: NULL == error or !=NULL bind and created RPC server instance */ rpc_srv_t * -rpc_srv_initServer(u_int regProgID, u_int regProcID, int concurentClients, - int netBuf, u_short family, const char *csHost, u_short Port) +rpc_srv_initServer(u_int regProgID, u_char regProcID, int concurentClients, + int netBuf, const char *csHost, u_short Port) { - rpc_srv_t *srv = NULL; int n = 1; - struct hostent *host = NULL; + rpc_srv_t *srv = NULL; io_sockaddr_t sa; - if (!concurentClients || !regProgID || - (family != AF_INET && family != AF_INET6 && family != AF_LOCAL)) { - rpc_SetErr(EINVAL, "Error:: Invalid parameters can`t init RPC server ...\n"); + if (!concurentClients || !regProgID) { + rpc_SetErr(EINVAL, "Invalid parameters can`t init RPC server"); return NULL; } + if (!io_gethostbyname(csHost, Port, &sa)) + return NULL; if (!Port) Port = RPC_DEFPORT; if (!netBuf) netBuf = BUFSIZ; else netBuf = io_align(netBuf, 1); /* align netBuf length */ - if (csHost && family != AF_LOCAL) { - host = gethostbyname2(csHost, family); - if (!host) { - rpc_SetErr(h_errno, "Error:: %s\n", hstrerror(h_errno)); - return NULL; - } - } - memset(&sa, 0, sizeof sa); - sa.sa.sa_family = family; - switch (family) { - case AF_INET: - sa.sin.sin_len = sizeof(struct sockaddr_in); - sa.sin.sin_port = htons(Port); - if (csHost) - memcpy(&sa.sin.sin_addr, host->h_addr, host->h_length); - break; - case AF_INET6: - sa.sin6.sin6_len = sizeof(struct sockaddr_in6); - sa.sin6.sin6_port = htons(Port); - if (csHost) - memcpy(&sa.sin6.sin6_addr, host->h_addr, host->h_length); - break; - case AF_LOCAL: - sa.sun.sun_len = sizeof(struct sockaddr_un); - if (csHost) - strlcpy(sa.sun.sun_path, csHost, sizeof sa.sun.sun_path); - unlink(sa.sun.sun_path); - break; - default: - rpc_SetErr(EINVAL, "Error:: Invalid parameters can`t start RPC server ...\n"); - return NULL; - } +#ifdef HAVE_SRANDOMDEV + srandomdev(); +#else + time_t tim; + + srandom((time(&tim) ^ getpid())); +#endif + srv = malloc(sizeof(rpc_srv_t)); if (!srv) { LOGERR; @@ -760,66 +707,70 @@ rpc_srv_initServer(u_int regProgID, u_int regProcID, i memset(srv, 0, sizeof(rpc_srv_t)); srv->srv_netbuf = netBuf; - srv->srv_numcli = concurentClients; srv->srv_session.sess_version = RPC_VERSION; - srv->srv_session.sess_timeout = DEF_RPC_TIMEOUT; srv->srv_session.sess_program = regProgID; srv->srv_session.sess_process = regProcID; - srv->srv_server.cli_tid = pthread_self(); srv->srv_server.cli_parent = srv; - memcpy(&srv->srv_server.cli_sa, &sa, sizeof sa); + memcpy(&srv->srv_server.cli_sa, &sa, sizeof srv->srv_server.cli_sa); + /* init functions list */ + TAILQ_INIT(&srv->srv_funcs); + + /* init scheduler */ + srv->srv_root = schedBegin(); + if (!srv->srv_root) { + rpc_SetErr(sched_GetErrno(), "%s", sched_GetError()); + free(srv); + return NULL; + } + + /* init pool for clients */ + srv->srv_clients = io_arrayInit(concurentClients); + if (!srv->srv_clients) { + rpc_SetErr(io_GetErrno(), "%s", io_GetError()); + schedEnd(&srv->srv_root); + free(srv); + return NULL; + } + /* create server socket */ - srv->srv_server.cli_sock = socket(family, SOCK_STREAM, 0); + srv->srv_server.cli_sock = socket(srv->srv_server.cli_sa.sa.sa_family, SOCK_STREAM, 0); if (srv->srv_server.cli_sock == -1) { LOGERR; + io_arrayDestroy(&srv->srv_clients); + schedEnd(&srv->srv_root); free(srv); return NULL; } if (setsockopt(srv->srv_server.cli_sock, SOL_SOCKET, SO_REUSEADDR, &n, sizeof n) == -1) { LOGERR; - close(srv->srv_server.cli_sock); - free(srv); - return NULL; + goto err; } n = srv->srv_netbuf; if (setsockopt(srv->srv_server.cli_sock, SOL_SOCKET, SO_SNDBUF, &n, sizeof n) == -1) { LOGERR; - close(srv->srv_server.cli_sock); - free(srv); - return NULL; + goto err; } if (setsockopt(srv->srv_server.cli_sock, SOL_SOCKET, SO_RCVBUF, &n, sizeof n) == -1) { LOGERR; - close(srv->srv_server.cli_sock); - free(srv); - return NULL; + goto err; } if (bind(srv->srv_server.cli_sock, &srv->srv_server.cli_sa.sa, srv->srv_server.cli_sa.sa.sa_len) == -1) { LOGERR; - close(srv->srv_server.cli_sock); - free(srv); - return NULL; + goto err; } - /* allocate pool for concurent clients */ - srv->srv_clients = calloc(srv->srv_numcli, sizeof(rpc_cli_t)); - if (!srv->srv_clients) { - LOGERR; - close(srv->srv_server.cli_sock); - free(srv); - return NULL; - } else - memset(srv->srv_clients, 0, srv->srv_numcli * sizeof(rpc_cli_t)); + rpc_register_srvPing(srv); - rpc_srv_registerCall(srv, NULL, CALL_SRVSHUTDOWN, 0); - rpc_srv_registerCall(srv, NULL, CALL_SRVCLIENTS, 1); - rpc_srv_registerCall(srv, NULL, CALL_SRVSESSIONS, 4); - rpc_srv_registerCall(srv, NULL, CALL_SRVCALLS, 1); - return srv; +err: /* error condition */ + close(srv->srv_server.cli_sock); + io_arrayDestroy(&srv->srv_clients); + schedEnd(&srv->srv_root); + free(srv); + return NULL; } /* @@ -833,38 +784,40 @@ rpc_srv_endServer(rpc_srv_t ** __restrict psrv) { rpc_cli_t *c; register int i; - rpc_func_t *f; + rpc_func_t *f, *tmp; - if (!psrv || !*psrv) { - rpc_SetErr(EINVAL, "Error:: Can`t destroy server because parameter is null!\n"); + if (!psrv || !*psrv) return; - } - rpc_srv_endBLOBServer(*psrv); + if (!(*psrv)->srv_blob.kill) + rpc_srv_endBLOBServer(*psrv); /* close all clients connections & server socket */ - for (i = 0, c = (*psrv)->srv_clients; i < (*psrv)->srv_numcli && c; i++, c++) - if (c->cli_sa.sa.sa_family) { + for (i = 0; i < io_arraySize((*psrv)->srv_clients); i++) { + c = io_array((*psrv)->srv_clients, i, rpc_cli_t*); + if (c) { shutdown(c->cli_sock, SHUT_RDWR); close(c->cli_sock); - } - close((*psrv)->srv_server.cli_sock); - if ((*psrv)->srv_clients) { - free((*psrv)->srv_clients); - (*psrv)->srv_clients = NULL; - (*psrv)->srv_numcli = 0; + schedCancelby((*psrv)->srv_root, taskMAX, CRITERIA_ARG, c, NULL); + AIT_FREE_VAL(&c->cli_buf); + } + io_arrayDel((*psrv)->srv_clients, i, 42); } + io_arrayDestroy(&(*psrv)->srv_clients); + close((*psrv)->srv_server.cli_sock); + /* detach exported calls */ - while ((f = (*psrv)->srv_funcs)) { - (*psrv)->srv_funcs = f->func_next; + TAILQ_FOREACH_SAFE(f, &(*psrv)->srv_funcs, func_node, tmp) { + TAILQ_REMOVE(&(*psrv)->srv_funcs, f, func_node); + io_freeVars(&f->func_vars); AIT_FREE_VAL(&f->func_name); - AIT_FREE_VAL(&f->func_file); free(f); } + schedEnd(&(*psrv)->srv_root); free(*psrv); *psrv = NULL; } @@ -878,74 +831,29 @@ rpc_srv_endServer(rpc_srv_t ** __restrict psrv) int rpc_srv_loopServer(rpc_srv_t * __restrict srv) { - socklen_t salen = sizeof(io_sockaddr_t); - register int i; - rpc_cli_t *c; - int ret; - pthread_attr_t attr; - struct pollfd pfd; - if (!srv) { - rpc_SetErr(EINVAL, "Error:: Invalid parameter can`t start RPC server ...\n"); + rpc_SetErr(EINVAL, "Invalid parameter can`t start RPC server"); return -1; } - /* activate BLOB server worker if srv->srv_blob.state == enable */ - rpc_srv_execBLOBServer(srv); + fcntl(srv->srv_server.cli_sock, F_SETFL, + fcntl(srv->srv_server.cli_sock, F_GETFL) | O_NONBLOCK); - if (listen(srv->srv_server.cli_sock, SOMAXCONN) == -1) { + if (listen(srv->srv_server.cli_sock, io_arraySize(srv->srv_clients)) == -1) { LOGERR; return -1; - } else - fcntl(srv->srv_server.cli_sock, F_SETFL, fcntl(srv->srv_server.cli_sock, F_GETFL) | O_NONBLOCK); + } - pthread_attr_init(&attr); - pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_DETACHED); - - pfd.fd = srv->srv_server.cli_sock; - pfd.events = POLLIN | POLLPRI; - /* main rpc loop */ - while (srv->srv_kill != kill) { - for (c = srv->srv_clients, i = 0; i < srv->srv_numcli && c; i++, c++) - if (!c->cli_sa.sa.sa_family) - break; - if (i >= srv->srv_numcli) { -#ifdef HAVE_PTHREAD_YIELD - pthread_yield(); -#else - usleep(1000000); -#endif - continue; - } - - if ((ret = poll(&pfd, 1, srv->srv_session.sess_timeout * 1000)) == -1 || - pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) { - LOGERR; - ret = 1; - break; - } else if (!ret) - continue; - - c->cli_sock = accept(srv->srv_server.cli_sock, &c->cli_sa.sa, &salen); - if (c->cli_sock == -1) { - LOGERR; - continue; - } else - c->cli_parent = srv; - - /* spawn rpc client dispatcher */ - c->cli_kill = enable; - if (pthread_create(&c->cli_tid, &attr, rpc_srv_dispatchCall, c)) { - LOGERR; - continue; - } + if (!schedRead(srv->srv_root, acceptClients, srv, srv->srv_server.cli_sock, NULL, 0)) { + rpc_SetErr(sched_GetErrno(), "%s", sched_GetError()); + return -1; } - pthread_attr_destroy(&attr); + /* main rpc loop */ + schedRun(srv->srv_root, &srv->srv_kill); return 0; } -// --------------------------------------------------------- /* * rpc_srv_execCall() Execute registered call from RPC server @@ -959,29 +867,13 @@ int rpc_srv_execCall(rpc_func_t * __restrict call, struct tagRPCCall * __restrict rpc, array_t * __restrict args) { - void *dl; rpc_callback_t func; - int ret; - if (!call || !rpc || !call->func_parent) { + if (!call || !rpc || !call->func_parent || !AIT_ADDR(&call->func_name)) { rpc_SetErr(EINVAL, "Invalid parameter can`t exec function"); return -1; } - dl = dlopen(AIT_ADDR(&call->func_file), RTLD_NOW); - if (!dl) { - rpc_SetErr(ENOENT, "Can`t attach module %s!", dlerror()); - return -1; - } - - func = dlsym(dl, (const char*) AIT_GET_STR(&call->func_name)); - if (func) - ret = func(call, ntohs(rpc->call_argc), args); - else { - rpc_SetErr(ENOEXEC, "Can`t find function %s!", dlerror()); - ret = -1; - } - - dlclose(dl); - return ret; + func = AIT_GET_LIKE(&call->func_name, rpc_callback_t); + return func(call, rpc, args); }