--- libaitrpc/src/srv.c 2011/08/18 21:20:54 1.3.2.3 +++ libaitrpc/src/srv.c 2011/08/30 09:07:55 1.4.2.2 @@ -3,7 +3,7 @@ * by Michael Pounov * * $Author: misho $ -* $Id: srv.c,v 1.3.2.3 2011/08/18 21:20:54 misho Exp $ +* $Id: srv.c,v 1.4.2.2 2011/08/30 09:07:55 misho Exp $ * ************************************************************************** The ELWIX and AITNET software is distributed under the following @@ -51,13 +51,13 @@ rpc_srv_dispatchCall(void *arg) { rpc_cli_t *c = arg; rpc_srv_t *s; - rpc_val_t *vals = NULL, *v = NULL; + ait_val_t *vals = NULL, *v = NULL; rpc_func_t *f = NULL; struct tagRPCCall *rpc; struct tagRPCRet *rrpc; rpc_sess_t ses = { 0 }; fd_set fds; - u_char buf[BUFSIZ], *data; + u_char *buf, *data; int ret, argc = 0, Limit = 0; register int i; @@ -67,21 +67,33 @@ rpc_srv_dispatchCall(void *arg) } else s = c->cli_parent; + buf = malloc(s->srv_netbuf); + if (!buf) { + LOGERR; + return NULL; + } + do { v = NULL; FD_ZERO(&fds); FD_SET(c->cli_sock, &fds); ret = select(c->cli_sock + 1, &fds, NULL, NULL, NULL); if (ret == -1) { + if (errno == EINTR && s->srv_kill != kill) + continue; + + LOGERR; ret = -2; + break; } - memset(buf, 0, BUFSIZ); - if ((ret = recv(c->cli_sock, buf, BUFSIZ, 0)) == -1) { + memset(buf, 0, s->srv_netbuf); + ret = recv(c->cli_sock, buf, s->srv_netbuf, 0); + if (ret == -1) { LOGERR; ret = -3; break; } - if (!ret) { // receive EOF + if (!ret) { /* receive EOF */ ret = 0; break; } @@ -91,48 +103,49 @@ rpc_srv_dispatchCall(void *arg) break; } else rpc = (struct tagRPCCall*) buf; - // check RPC packet session info + /* check RPC packet session info */ if (memcmp(&rpc->call_session, &s->srv_session, sizeof rpc->call_session)) { rpc_SetErr(EINVAL, "Error:: get invalid RPC session ...\n"); ret = -5; goto makeReply; } else Limit = sizeof(struct tagRPCCall); - // RPC is OK! Go decapsulate variables ... + + /* RPC is OK! Go decapsulate variables ... */ if (rpc->call_argc) { - v = (rpc_val_t*) (buf + Limit); - // check RPC packet length - if (rpc->call_argc * sizeof(rpc_val_t) > BUFSIZ - Limit) { - rpc_SetErr(EMSGSIZE, "Error:: Too big RPC packet ...\n"); + v = (ait_val_t*) (buf + Limit); + if (rpc->call_argc * sizeof(ait_val_t) > s->srv_netbuf - Limit) { + rpc_SetErr(EMSGSIZE, "Error:: too long RPC packet ...\n"); ret = -5; goto makeReply; } else - Limit += rpc->call_argc * sizeof(rpc_val_t); - // RPC received variables types OK! - data = (u_char*) v + rpc->call_argc * sizeof(rpc_val_t); + Limit += rpc->call_argc * sizeof(ait_val_t); + + /* RPC received variables types are OK! */ + data = (u_char*) v + rpc->call_argc * sizeof(ait_val_t); for (i = 0; i < rpc->call_argc; i++) { - switch (v[i].val_type) { + switch (AIT_TYPE(&v[i])) { case buffer: - if (v[i].val_len > BUFSIZ - Limit) { - rpc_SetErr(EMSGSIZE, "Error:: Too big RPC packet ...\n"); + if (AIT_LEN(&v[i]) > s->srv_netbuf - Limit) { + rpc_SetErr(EMSGSIZE, "Error:: too long RPC packet ...\n"); ret = -5; goto makeReply; } else - Limit += v[i].val_len; + Limit += AIT_LEN(&v[i]); v[i].val.buffer = data; - data += v[i].val_len; + data += AIT_LEN(&v[i]); break; case string: - if (v[i].val_len > BUFSIZ - Limit) { - rpc_SetErr(EMSGSIZE, "Error:: Too big RPC packet ...\n"); + if (AIT_LEN(&v[i]) > s->srv_netbuf - Limit) { + rpc_SetErr(EMSGSIZE, "Error:: too long RPC packet ...\n"); ret = -5; goto makeReply; } else - Limit += v[i].val_len; + Limit += AIT_LEN(&v[i]); v[i].val.string = (int8_t*) data; - data += v[i].val_len; + data += AIT_LEN(&v[i]); break; case blob: if (s->srv_blob.state == disable) { @@ -140,12 +153,20 @@ rpc_srv_dispatchCall(void *arg) ret = -5; goto makeReply; } + if (s->srv_blob.state == kill) { + rpc_SetErr(ENOTSUP, "Error:: BLOB server is gone.\n"); + ret = -5; + goto makeReply; + } default: break; } + + AIT_ADDZCOPY(&v[i]); } } + /* execute call */ argc = 0; vals = NULL; memcpy(&ses, &rpc->call_session, sizeof ses); @@ -156,9 +177,10 @@ rpc_srv_dispatchCall(void *arg) if ((ret = rpc_srv_execCall(f, rpc, v)) == -1) ret = -9; else - argc = rpc_srv_getValsCall(f, &vals); + argc = rpc_srv_getVars(f, &vals); makeReply: - memset(buf, 0, BUFSIZ); + /* made reply */ + memset(buf, 0, s->srv_netbuf); rrpc = (struct tagRPCRet*) buf; Limit = sizeof(struct tagRPCRet); @@ -170,24 +192,27 @@ makeReply: rrpc->ret_argc = argc; if (argc && vals) { - v = (rpc_val_t*) (buf + Limit); - if (argc * sizeof(rpc_val_t) > BUFSIZ - Limit) { + /* Go Encapsulate variables ... */ + v = (ait_val_t*) (buf + Limit); + if (argc * sizeof(ait_val_t) > s->srv_netbuf - Limit) { for (i = 0; i < argc; i++) - RPC_FREE_VAL(&vals[i]); - rpc_srv_freeValsCall(f); + AIT_FREE_VAL(&vals[i]); + rpc_srv_freeVars(f); vals = NULL; argc = 0; ret = -7; rpc_SetErr(EMSGSIZE, "Error:: in prepare RPC packet values (-7) ...\n"); goto makeReply; } else - Limit += argc * sizeof(rpc_val_t); - memcpy(v, vals, argc * sizeof(rpc_val_t)); - data = (u_char*) v + argc * sizeof(rpc_val_t); + Limit += argc * sizeof(ait_val_t); + memcpy(v, vals, argc * sizeof(ait_val_t)); + + /* RPC send variables types are OK! */ + data = (u_char*) v + argc * sizeof(ait_val_t); for (ret = i = 0; i < argc; i++) { - switch (vals[i].val_type) { + switch (AIT_TYPE(&vals[i])) { case buffer: - if (ret || Limit + vals[i].val_len > BUFSIZ) { + if (ret || Limit + vals[i].val_len > s->srv_netbuf) { rpc_SetErr(EMSGSIZE, "Error:: in prepare RPC packet (-7) ...\n"); rrpc->ret_retcode = ret = -7; rrpc->ret_argc = 0; @@ -195,11 +220,11 @@ makeReply: } memcpy(data, vals[i].val.buffer, vals[i].val_len); - data += vals[i].val_len; - Limit += vals[i].val_len; + data += AIT_LEN(&vals[i]); + Limit += AIT_LEN(&vals[i]); break; case string: - if (ret || Limit + vals[i].val_len > BUFSIZ) { + if (ret || Limit + vals[i].val_len > s->srv_netbuf) { rpc_SetErr(EMSGSIZE, "Error:: in prepare RPC packet (-7) ...\n"); rrpc->ret_retcode = ret = -7; rrpc->ret_argc = 0; @@ -207,8 +232,8 @@ makeReply: } memcpy(data, vals[i].val.string, vals[i].val_len); - data += vals[i].val_len; - Limit += vals[i].val_len; + data += AIT_LEN(&vals[i]); + Limit += AIT_LEN(&vals[i]); break; case blob: if (s->srv_blob.state == disable) { @@ -217,18 +242,26 @@ makeReply: rrpc->ret_argc = 0; break; } + if (s->srv_blob.state == kill) { + rpc_SetErr(ENOTSUP, "Error:: BLOB server is gone.\n"); + rrpc->ret_retcode = ret = -5; + rrpc->ret_argc = 0; + break; + } default: break; } - RPC_FREE_VAL(&vals[i]); + /* don't add zero copy at this position, because buffer/string must be freed! */ + AIT_FREE_VAL(&vals[i]); } - rpc_srv_freeValsCall(f); + rpc_srv_freeVars(f); vals = NULL; argc = 0; } - if ((ret = send(c->cli_sock, buf, Limit, 0)) == -1) { + ret = send(c->cli_sock, buf, Limit, 0); + if (ret == -1) { LOGERR; ret = -8; break; @@ -239,11 +272,12 @@ makeReply: ret = -9; break; } - } while (ret > -1); + } while (ret > -1 || s->srv_kill != kill); shutdown(c->cli_sock, SHUT_RDWR); close(c->cli_sock); memset(c, 0, sizeof(rpc_cli_t)); + free(buf); return (void*) (long)ret; } @@ -254,7 +288,7 @@ rpc_srv_dispatchVars(void *arg) rpc_cli_t *c = arg; rpc_srv_t *s; rpc_blob_t *b; - int ret; + int ret = 0; fd_set fds; u_char buf[sizeof(struct tagBLOBHdr)]; struct tagBLOBHdr *blob; @@ -266,26 +300,36 @@ rpc_srv_dispatchVars(void *arg) s = c->cli_parent; do { - // check for disable service at this moment? - if (s->srv_blob.state == disable) { - ret = 0; - break; + /* check for disable service at this moment? */ + if (s->srv_blob.state == disable && s->srv_kill != kill) { + usleep(100000); +#ifdef HAVE_PTHREAD_YIELD + pthread_yield(); +#endif + continue; } FD_ZERO(&fds); FD_SET(c->cli_sock, &fds); ret = select(c->cli_sock + 1, &fds, NULL, NULL, NULL); if (ret == -1) { + if (errno == EINTR && s->srv_kill != kill && s->srv_blob.state != kill) + continue; + + LOGERR; ret = -2; + break; } memset(buf, 0, sizeof buf); - if ((ret = recv(c->cli_sock, buf, sizeof buf, 0)) == -1) { + ret = recv(c->cli_sock, buf, sizeof buf, 0); + if (ret == -1) { LOGERR; ret = -3; break; } - if (!ret || s->srv_blob.state == disable) { // receive EOF or disable service + /* receive EOF, disable or kill service */ + if (!ret || s->srv_blob.state == kill || s->srv_kill == kill) { ret = 0; break; } @@ -295,13 +339,13 @@ rpc_srv_dispatchVars(void *arg) break; } else blob = (struct tagBLOBHdr*) buf; - // check BLOB packet session info + /* check BLOB packet session info */ if (memcmp(&blob->hdr_session, &s->srv_session, sizeof blob->hdr_session)) { rpc_SetErr(EINVAL, "Error:: get invalid BLOB session ...\n"); ret = -5; goto makeReply; } - // Go to proceed packet ... + /* Go to proceed packet ... */ switch (blob->hdr_cmd) { case get: if (!(b = rpc_srv_getBLOB(s, blob->hdr_var))) { @@ -320,7 +364,7 @@ rpc_srv_dispatchVars(void *arg) break; case set: if ((b = rpc_srv_registerBLOB(s, blob->hdr_len))) { - // set new BLOB variable for reply :) + /* set new BLOB variable for reply :) */ blob->hdr_var = b->blob_var; ret = rpc_srv_recvBLOB(c, b); @@ -340,10 +384,11 @@ rpc_srv_dispatchVars(void *arg) } makeReply: - // Replay to client! + /* Replay to client! */ blob->hdr_cmd = ret < 0 ? error : ok; blob->hdr_ret = ret; - if ((ret = send(c->cli_sock, buf, sizeof buf, 0)) == -1) { + ret = send(c->cli_sock, buf, sizeof buf, 0); + if (ret == -1) { LOGERR; ret = -8; break; @@ -354,7 +399,7 @@ makeReply: ret = -9; break; } - } while (ret > -1); + } while (ret > -1 || s->srv_kill != kill); shutdown(c->cli_sock, SHUT_RDWR); close(c->cli_sock); @@ -367,13 +412,12 @@ makeReply: /* * rpc_srv_initBLOBServer() Init & create BLOB Server * @srv = RPC server instance - * @sockType = Socket type, like SOCK_STREAM, SOCK_DGRAM or SOCK_RAW * @Port = Port for bind server, if Port == 0 default port is selected * @diskDir = Disk place for BLOB file objects * return: -1 == error or 0 bind and created BLOB server instance */ int -rpc_srv_initBLOBServer(rpc_srv_t * __restrict srv, int sockType, u_short Port, const char *diskDir) +rpc_srv_initBLOBServer(rpc_srv_t * __restrict srv, u_short Port, const char *diskDir) { int n = 1; struct sockaddr sa; @@ -421,8 +465,7 @@ rpc_srv_initBLOBServer(rpc_srv_t * __restrict srv, int } /* create BLOB server socket */ - srv->srv_blob.server.cli_sock = socket(srv->srv_server.cli_sa.sa_family, - sockType ? sockType : SOCK_STREAM, 0); + srv->srv_blob.server.cli_sock = socket(srv->srv_server.cli_sa.sa_family, SOCK_STREAM, 0); if (srv->srv_blob.server.cli_sock == -1) { LOGERR; return -1; @@ -432,6 +475,17 @@ rpc_srv_initBLOBServer(rpc_srv_t * __restrict srv, int close(srv->srv_blob.server.cli_sock); return -1; } + n = srv->srv_netbuf; + if (setsockopt(srv->srv_blob.server.cli_sock, SOL_SOCKET, SO_SNDBUF, &n, sizeof n) == -1) { + LOGERR; + close(srv->srv_blob.server.cli_sock); + return -1; + } + if (setsockopt(srv->srv_blob.server.cli_sock, SOL_SOCKET, SO_RCVBUF, &n, sizeof n) == -1) { + LOGERR; + close(srv->srv_blob.server.cli_sock); + return -1; + } if (bind(srv->srv_blob.server.cli_sock, &srv->srv_blob.server.cli_sa, sizeof srv->srv_blob.server.cli_sa) == -1) { LOGERR; @@ -457,7 +511,7 @@ rpc_srv_initBLOBServer(rpc_srv_t * __restrict srv, int rpc_srv_registerCall(srv, NULL, CALL_BLOBSTATE, 1); pthread_mutex_unlock(&srv->srv_mtx); - srv->srv_blob.state = enable; // enable BLOB + srv->srv_blob.state = enable; /* enable BLOB */ return 0; } @@ -477,7 +531,7 @@ rpc_srv_endBLOBServer(rpc_srv_t * __restrict srv) rpc_SetErr(EINVAL, "Error:: Can`t destroy server because parameter is null!\n"); return; } else - srv->srv_blob.state = disable; + srv->srv_blob.state = kill; rpc_srv_unregisterCall(srv, NULL, CALL_BLOBSHUTDOWN); rpc_srv_unregisterCall(srv, NULL, CALL_BLOBCLIENTS); @@ -523,24 +577,25 @@ rpc_srv_execBLOBServer(rpc_srv_t * __restrict srv) int ret; struct timeval tv = { DEF_RPC_TIMEOUT, 0 }; - if (!srv || srv->srv_blob.state == disable) { + if (!srv || srv->srv_blob.state == kill) { rpc_SetErr(EINVAL, "Error:: Invalid parameter can`t start BLOB server ...\n"); return -1; } - if (srv->srv_blob.server.cli_type == SOCK_STREAM || - srv->srv_blob.server.cli_type == SOCK_SEQPACKET) - if (listen(srv->srv_blob.server.cli_sock, SOMAXCONN) == -1) { - LOGERR; - return -1; - } + if (listen(srv->srv_blob.server.cli_sock, SOMAXCONN) == -1) { + LOGERR; + return -1; + } - while (!blob_Kill && !rpc_Kill) { + while (srv->srv_blob.state != kill && srv->srv_kill != kill) { for (c = srv->srv_blob.clients, i = 0; i < srv->srv_numcli && c; i++, c++) if (!c->cli_sa.sa_family) break; if (i >= srv->srv_numcli) { usleep(1000000); +#ifdef HAVE_PTHREAD_YIELD + pthread_yield(); +#endif continue; } @@ -555,11 +610,7 @@ rpc_srv_execBLOBServer(rpc_srv_t * __restrict srv) if (!ret) continue; - if (srv->srv_blob.server.cli_type == SOCK_STREAM || - srv->srv_blob.server.cli_type == SOCK_SEQPACKET) - c->cli_sock = accept(srv->srv_blob.server.cli_sock, &c->cli_sa, &salen); - else - c->cli_sock = dup(srv->srv_blob.server.cli_sock); + c->cli_sock = accept(srv->srv_blob.server.cli_sock, &c->cli_sa, &salen); if (c->cli_sock == -1) { LOGERR; continue; @@ -570,11 +621,7 @@ rpc_srv_execBLOBServer(rpc_srv_t * __restrict srv) LOGERR; continue; } else - if (srv->srv_blob.server.cli_type == SOCK_STREAM || - srv->srv_blob.server.cli_type == SOCK_SEQPACKET) - pthread_detach(c->cli_tid); - else - pthread_join(c->cli_tid, NULL); + pthread_detach(c->cli_tid); } srv->srv_blob.state = disable; @@ -588,7 +635,7 @@ rpc_srv_execBLOBServer(rpc_srv_t * __restrict srv) * @regProgID = ProgramID for authentication & recognition * @regProcID = ProcessID for authentication & recognition * @concurentClients = Concurent clients at same time to this server - * @sockType = Socket type, like SOCK_STREAM, SOCK_DGRAM or SOCK_RAW + * @netBuf = Network buffer length, if =0 == BUFSIZ * @family = Family type, AF_INET, AF_INET6 or AF_LOCAL * @csHost = Host name or address for bind server, if NULL any address * @Port = Port for bind server, if Port == 0 default port is selected @@ -596,7 +643,7 @@ rpc_srv_execBLOBServer(rpc_srv_t * __restrict srv) */ rpc_srv_t * rpc_srv_initServer(u_int regProgID, u_int regProcID, int concurentClients, - int sockType, u_short family, const char *csHost, u_short Port) + int netBuf, u_short family, const char *csHost, u_short Port) { rpc_srv_t *srv = NULL; int n = 1; @@ -613,6 +660,8 @@ rpc_srv_initServer(u_int regProgID, u_int regProcID, i } if (!Port) Port = RPC_DEFPORT; + if (!netBuf) + netBuf = BUFSIZ; if (csHost && family != AF_LOCAL) { host = gethostbyname2(csHost, family); if (!host) { @@ -652,6 +701,7 @@ rpc_srv_initServer(u_int regProgID, u_int regProcID, i } else memset(srv, 0, sizeof(rpc_srv_t)); + srv->srv_netbuf = netBuf; srv->srv_numcli = concurentClients; srv->srv_session.sess_version = RPC_VERSION; srv->srv_session.sess_program = regProgID; @@ -673,19 +723,31 @@ rpc_srv_initServer(u_int regProgID, u_int regProcID, i } /* create server socket */ - srv->srv_server.cli_sock = socket(family, sockType ? sockType : SOCK_STREAM, 0); + srv->srv_server.cli_sock = socket(family, SOCK_STREAM, 0); if (srv->srv_server.cli_sock == -1) { LOGERR; free(srv); return NULL; - } else - srv->srv_server.cli_type = sockType; + } if (setsockopt(srv->srv_server.cli_sock, SOL_SOCKET, SO_REUSEADDR, &n, sizeof n) == -1) { LOGERR; close(srv->srv_server.cli_sock); free(srv); return NULL; } + n = srv->srv_netbuf; + if (setsockopt(srv->srv_server.cli_sock, SOL_SOCKET, SO_SNDBUF, &n, sizeof n) == -1) { + LOGERR; + close(srv->srv_server.cli_sock); + free(srv); + return NULL; + } + if (setsockopt(srv->srv_server.cli_sock, SOL_SOCKET, SO_RCVBUF, &n, sizeof n) == -1) { + LOGERR; + close(srv->srv_server.cli_sock); + free(srv); + return NULL; + } if (bind(srv->srv_server.cli_sock, &srv->srv_server.cli_sa, sizeof srv->srv_server.cli_sa) == -1) { LOGERR; close(srv->srv_server.cli_sock); @@ -780,18 +842,20 @@ rpc_srv_execServer(rpc_srv_t * __restrict srv) return -1; } - if (srv->srv_server.cli_type == SOCK_STREAM || srv->srv_server.cli_type == SOCK_SEQPACKET) - if (listen(srv->srv_server.cli_sock, SOMAXCONN) == -1) { - LOGERR; - return -1; - } + if (listen(srv->srv_server.cli_sock, SOMAXCONN) == -1) { + LOGERR; + return -1; + } - while (!rpc_Kill) { + while (srv->srv_kill != kill) { for (c = srv->srv_clients, i = 0; i < srv->srv_numcli && c; i++, c++) if (!c->cli_sa.sa_family) break; if (i >= srv->srv_numcli) { usleep(1000000); +#ifdef HAVE_PTHREAD_YIELD + pthread_yield(); +#endif continue; } @@ -806,10 +870,7 @@ rpc_srv_execServer(rpc_srv_t * __restrict srv) if (!ret) continue; - if (srv->srv_server.cli_type == SOCK_STREAM || srv->srv_server.cli_type == SOCK_SEQPACKET) - c->cli_sock = accept(srv->srv_server.cli_sock, &c->cli_sa, &salen); - else - c->cli_sock = dup(srv->srv_server.cli_sock); + c->cli_sock = accept(srv->srv_server.cli_sock, &c->cli_sa, &salen); if (c->cli_sock == -1) { LOGERR; continue; @@ -819,12 +880,8 @@ rpc_srv_execServer(rpc_srv_t * __restrict srv) if (pthread_create(&c->cli_tid, NULL, rpc_srv_dispatchCall, c)) { LOGERR; continue; - } else { - if (srv->srv_server.cli_type == SOCK_STREAM || srv->srv_server.cli_type == SOCK_SEQPACKET) - pthread_detach(c->cli_tid); - else - pthread_join(c->cli_tid, NULL); - } + } else + pthread_detach(c->cli_tid); } return 0; @@ -841,7 +898,7 @@ rpc_srv_execServer(rpc_srv_t * __restrict srv) */ int rpc_srv_execCall(rpc_func_t * __restrict call, struct tagRPCCall * __restrict rpc, - rpc_val_t * __restrict args) + ait_val_t * __restrict args) { void *dl; rpc_callback_t func;