Return to srv.c CVS log

Up to [ELWIX - Embedded LightWeight unIX -] / libaitrpc / src

version 6.5

/*************************************************************************
* (C) 2010 AITNET ltd - Sofia/Bulgaria - <misho@aitbg.com>
*  by Michael Pounov <misho@openbsd-bg.org>
*
* $Author: misho $
* $Id: srv.c,v 1.22 2013/11/15 09:55:53 misho Exp $
*
**************************************************************************
The ELWIX and AITNET software is distributed under the following
terms:

All of the documentation and software included in the ELWIX and AITNET
Releases is copyrighted by ELWIX - Sofia/Bulgaria <info@elwix.org>

Copyright 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013
	by Michael Pounov <misho@elwix.org>.  All rights reserved.

Redistribution and use in source and binary forms, with or without
modification, are permitted provided that the following conditions
are met:
1. Redistributions of source code must retain the above copyright
   notice, this list of conditions and the following disclaimer.
2. Redistributions in binary form must reproduce the above copyright
   notice, this list of conditions and the following disclaimer in the
   documentation and/or other materials provided with the distribution.
3. All advertising materials mentioning features or use of this software
   must display the following acknowledgement:
This product includes software developed by Michael Pounov <misho@elwix.org>
ELWIX - Embedded LightWeight unIX and its contributors.
4. Neither the name of AITNET nor the names of its contributors
   may be used to endorse or promote products derived from this software
   without specific prior written permission.

THIS SOFTWARE IS PROVIDED BY AITNET AND CONTRIBUTORS ``AS IS'' AND
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
SUCH DAMAGE.
*/
#include "global.h"


/* SOCK_STREAM */
static void *acceptClients(sched_task_t *);
static void *closeClient(sched_task_t *);
static void *rxPacket(sched_task_t *);
static void *txPacket(sched_task_t *);

/* SOCK_DGRAM */
static void *freeClient(sched_task_t *);
static void *rxUDPPacket(sched_task_t *);
static void *txUDPPacket(sched_task_t *);

/* SOCK_RAW */

static sched_task_func_t cbProto[SOCK_RAW + 1][4] = {
	{ acceptClients, closeClient, rxPacket, txPacket },	/* SOCK_STREAM */
	{ acceptClients, closeClient, rxPacket, txPacket },	/* SOCK_STREAM */
	{ rxUDPPacket, freeClient, rxUDPPacket, txUDPPacket }, 	/* SOCK_DGRAM */
	{ NULL, NULL, NULL, NULL }				/* SOCK_RAW */
};


void
rpc_freeCli(rpc_cli_t * __restrict c)
{
	rpc_srv_t *s = c->cli_parent;

	schedCancelby(s->srv_root, taskMAX, CRITERIA_ARG, c, NULL);

	/* free buffer */
	AIT_FREE_VAL(&c->cli_buf);

	array_Del(s->srv_clients, c->cli_id, 0);
	if (c)
		e_free(c);
}


static inline int
_check4freeslot(rpc_srv_t * __restrict srv, sockaddr_t * __restrict sa)
{
	rpc_cli_t *c = NULL;
	register int i;

	/* check free slots for connect */
	for (i = 0; i < array_Size(srv->srv_clients) && 
			(c = array(srv->srv_clients, i, rpc_cli_t*)); i++)
		/* check for duplicates */
		if (sa && !e_addrcmp(&c->cli_sa, sa, 42))
			break;
	if (i >= array_Size(srv->srv_clients))
		return -1;	/* no more free slots! */

	return i;
}

static rpc_cli_t *
_allocClient(rpc_srv_t * __restrict srv, sockaddr_t * __restrict sa)
{
	rpc_cli_t *c = NULL;
	int n;

	n = _check4freeslot(srv, sa);
	if (n == -1)
		return NULL;
	else
		c = array(srv->srv_clients, n, rpc_cli_t*);

	if (!c) {
		c = e_malloc(sizeof(rpc_cli_t));
		if (!c) {
			LOGERR;
			srv->srv_kill = 1;
			return NULL;
		} else {
			memset(c, 0, sizeof(rpc_cli_t));
			array_Set(srv->srv_clients, n, c);
			c->cli_id = n;
			c->cli_parent = srv;
		}

		/* alloc empty buffer */
		AIT_SET_BUFSIZ(&c->cli_buf, 0, srv->srv_netbuf);
	}

	return c;
}


static void *
freeClient(sched_task_t *task)
{
	rpc_freeCli(TASK_ARG(task));

	return NULL;
}

static void *
closeClient(sched_task_t *task)
{
	int sock = ((rpc_cli_t*) TASK_ARG(task))->cli_sock;

	rpc_freeCli(TASK_ARG(task));

	/* close client socket */
	shutdown(sock, SHUT_RDWR);
	close(sock);
	return NULL;
}

static void *
txPacket(sched_task_t *task)
{
	rpc_cli_t *c = TASK_ARG(task);
	rpc_srv_t *s = c->cli_parent;
	rpc_func_t *f = NULL;
	u_char *buf = AIT_GET_BUF(&c->cli_buf);
	struct tagRPCCall *rpc = (struct tagRPCCall*) buf;
	int ret, estlen, wlen = sizeof(struct tagRPCCall);
	struct pollfd pfd;
#ifdef TCP_SESSION_TIMEOUT
	struct timespec ts = { DEF_RPC_TIMEOUT, 0 };

	schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, TASK_ARG(task), NULL);
	schedTimer(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT], 
			 TASK_ARG(task), ts, TASK_ARG(task), 0);
#endif

	if (rpc->call_argc) {
		f = rpc_srv_getCall(s, ntohs(rpc->call_tag));
		if (!f) {
			rpc_SetErr(EPROGUNAVAIL, "Function not found at RPC server");

			rpc->call_argc ^= rpc->call_argc;
			rpc->call_rep.ret = RPC_ERROR(-1);
			rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
		} else {
			/* calc estimated length */
			estlen = ait_resideVars(RPC_RETVARS(c)) + wlen;
			if (estlen > AIT_LEN(&c->cli_buf))
				AIT_RE_BUF(&c->cli_buf, estlen);
			buf = AIT_GET_BUF(&c->cli_buf);
			rpc = (struct tagRPCCall*) buf;

			rpc->call_argc = htons(array_Size(RPC_RETVARS(c)));
			/* Go Encapsulate variables */
			ret = ait_vars2buffer(buf + wlen, AIT_LEN(&c->cli_buf) - wlen, 
					RPC_RETVARS(c));
			/* Free return values */
			ait_freeVars(&c->cli_vars);
			if (ret == -1) {
				rpc_SetErr(EBADRPC, "Prepare RPC packet failed");

				rpc->call_argc ^= rpc->call_argc;
				rpc->call_rep.ret = RPC_ERROR(-1);
				rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
			} else
				wlen += ret;
		}
	}

	rpc->call_len = htonl(wlen);

#if 0
	/* calculate CRC */
	rpc->call_crc ^= rpc->call_crc;
	rpc->call_crc = htons(crcFletcher16((u_short*) buf, wlen / 2));
#endif

	/* send reply */
	pfd.fd = TASK_FD(task);
	pfd.events = POLLOUT;
	for (; wlen > 0; wlen -= ret, buf += ret) {
		if ((ret = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 || 
				pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) {
			if (ret)
				LOGERR;
			else
				rpc_SetErr(ETIMEDOUT, "Timeout reached! Client not respond");
			/* close connection */
			schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT], 
					TASK_ARG(task), 0, NULL, 0);
			return NULL;
		}
		ret = send(TASK_FD(task), buf, MIN(wlen, s->srv_netbuf), MSG_NOSIGNAL);
		if (ret == -1) {
			/* close connection */
			schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT], 
					TASK_ARG(task), 0, NULL, 0);
			return NULL;
		}
	}

	return NULL;
}

static void *
execCall(sched_task_t *task)
{
	rpc_cli_t *c = TASK_ARG(task);
	rpc_srv_t *s = c->cli_parent;
	rpc_func_t *f = NULL;
	array_t *arr = NULL;
	u_char *buf = AIT_GET_BUF(&c->cli_buf);
	struct tagRPCCall *rpc = (struct tagRPCCall*) buf;
	int argc = ntohs(rpc->call_argc);

	/* Go decapsulate variables ... */
	if (argc) {
		arr = ait_buffer2vars(buf + sizeof(struct tagRPCCall), 
				AIT_LEN(&c->cli_buf) - sizeof(struct tagRPCCall), argc, 42);
		if (!arr) {
			rpc_SetErr(ERPCMISMATCH, "#%d - %s", elwix_GetErrno(), elwix_GetError());

			rpc->call_argc ^= rpc->call_argc;
			rpc->call_rep.ret = RPC_ERROR(-1);
			rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
			return NULL;
		}
	} else
		arr = NULL;

	if (!(f = rpc_srv_getCall(s, ntohs(rpc->call_tag)))) {
		rpc_SetErr(EPROGUNAVAIL, "Function not found at RPC server");

		rpc->call_argc ^= rpc->call_argc;
		rpc->call_rep.ret = RPC_ERROR(-1);
		rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
	} else {
		/* if client doesn't want reply */
		argc = RPC_CHK_NOREPLY(rpc);
		rpc->call_rep.ret = RPC_ERROR(rpc_srv_execCall(c, rpc, f->func_name, arr));
		if (rpc->call_rep.ret == htonl(-1)) {
			if (!rpc->call_rep.eno) {
				LOGERR;
				rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
			}
			rpc->call_argc ^= rpc->call_argc;
		} else {
			rpc->call_rep.eno ^= rpc->call_rep.eno;
			if (argc) {
				/* without reply */
				ait_freeVars(&c->cli_vars);
				rpc->call_argc ^= rpc->call_argc;
			} else {
				/* reply */
				rpc->call_argc = htons(array_Size(RPC_RETVARS(c)));
			}
		}
	}

	array_Destroy(&arr);
	return NULL;
}

static void *
rxPacket(sched_task_t *task)
{
	rpc_cli_t *c = TASK_ARG(task);
	rpc_srv_t *s = c->cli_parent;
	int len, rlen, noreply, estlen;
#if 0
	u_short crc;
#endif
	u_char *buf = AIT_GET_BUF(&c->cli_buf);
	struct tagRPCCall *rpc = (struct tagRPCCall*) buf;
	struct pollfd pfd;
#ifdef TCP_SESSION_TIMEOUT
	struct timespec ts = { DEF_RPC_TIMEOUT, 0 };

	schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, TASK_ARG(task), NULL);
	schedTimer(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT], 
			 TASK_ARG(task), ts, TASK_ARG(task), 0);
#endif

	memset(buf, 0, sizeof(struct tagRPCCall));
	rlen = recv(TASK_FD(task), rpc, sizeof(struct tagRPCCall), MSG_PEEK);
	if (rlen < sizeof(struct tagRPCCall)) {
		/* close connection */
		schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT], 
				TASK_ARG(task), 0, NULL, 0);
		return NULL;
	} else {
		estlen = ntohl(rpc->call_len);
		if (estlen > AIT_LEN(&c->cli_buf))
			AIT_RE_BUF(&c->cli_buf, estlen);
		rpc = (struct tagRPCCall*) AIT_GET_BUF(&c->cli_buf);
		buf = AIT_GET_BUF(&c->cli_buf);
		len = estlen;
	}

	/* get next part of packet */
	memset(buf, 0, len);
	pfd.fd = TASK_FD(task);
	pfd.events = POLLIN | POLLPRI;
	for (; len > 0; len -= rlen, buf += rlen) {
		if ((rlen = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 || 
				pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) {
			if (rlen)
				LOGERR;
			else
				rpc_SetErr(ETIMEDOUT, "Timeout reached! Client not respond");
			schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT], 
					TASK_ARG(task), 0, NULL, 0);
			return NULL;
		}
		rlen = recv(TASK_FD(task), buf, len, 0);
		if (rlen == -1) {
			/* close connection */
			schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT], 
					TASK_ARG(task), 0, NULL, 0);
			return NULL;
		}
	}
	len = estlen;

#if 0
	/* check integrity of packet */
	crc = ntohs(rpc->call_crc);
	rpc->call_crc ^= rpc->call_crc;
	if (crc != crcFletcher16((u_short*) rpc, len / 2)) {
		rpc_SetErr(ERPCMISMATCH, "Bad CRC RPC packet");
		return NULL;
	}
#endif

	noreply = RPC_CHK_NOREPLY(rpc);

	/* check RPC packet session info */
	if (rpc_chkPktSession(&rpc->call_session, &s->srv_session)) {
		rpc_SetErr(ERPCMISMATCH, "Get invalid RPC session");

		rpc->call_argc ^= rpc->call_argc;
		rpc->call_rep.ret = RPC_ERROR(-1);
		rpc->call_rep.eno = RPC_ERROR(errno);
	} else {
		/* execute RPC call */
		schedEvent(TASK_ROOT(task), execCall, TASK_ARG(task), (int) noreply, rpc, len);
	}

	/* send RPC reply */
	if (!noreply)
		schedWrite(TASK_ROOT(task), cbProto[s->srv_proto][CB_TXPACKET], 
				TASK_ARG(task), TASK_FD(task), rpc, len);

	/* lets get next packet */
	schedReadSelf(task);
	return NULL;
}

static void *
acceptClients(sched_task_t *task)
{
	rpc_srv_t *srv = TASK_ARG(task);
	rpc_cli_t *c = NULL;
	socklen_t salen = sizeof(sockaddr_t);
	int sock;
#ifdef TCP_SESSION_TIMEOUT
	struct timespec ts = { DEF_RPC_TIMEOUT, 0 };
#endif

	c = _allocClient(srv, NULL);
	if (!c) {
		EVERBOSE(1, "RPC client quota exceeded! Connection will be shutdown!\n");
		if ((sock = accept(TASK_FD(task), NULL, NULL)) != -1) {
			shutdown(sock, SHUT_RDWR);
			close(sock);
		}
		goto end;
	}

	/* accept client */
	c->cli_sock = accept(TASK_FD(task), &c->cli_sa.sa, &salen);
	if (c->cli_sock == -1) {
		LOGERR;
		AIT_FREE_VAL(&c->cli_buf);
		array_Del(srv->srv_clients, c->cli_id, 42);
		goto end;
	} else
		fcntl(c->cli_sock, F_SETFL, fcntl(c->cli_sock, F_GETFL) | O_NONBLOCK);

#ifdef TCP_SESSION_TIMEOUT
	/* armed timer for close stateless connection */
	schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, c, NULL);
	schedTimer(TASK_ROOT(task), cbProto[srv->srv_proto][CB_CLOSECLIENT], c, 
			ts, c, 0);
#endif
	schedRead(TASK_ROOT(task), cbProto[srv->srv_proto][CB_RXPACKET], c, 
			c->cli_sock, NULL, 0);
end:
	schedReadSelf(task);
	return NULL;
}


static void *
txUDPPacket(sched_task_t *task)
{
	rpc_cli_t *c = TASK_ARG(task);
	rpc_srv_t *s = c->cli_parent;
	rpc_func_t *f = NULL;
	u_char *buf = AIT_GET_BUF(&c->cli_buf);
	struct tagRPCCall *rpc = (struct tagRPCCall*) buf;
	int ret, estlen, wlen = sizeof(struct tagRPCCall);
	struct timespec ts = { DEF_RPC_TIMEOUT, 0 };
	struct pollfd pfd;

	schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, TASK_ARG(task), NULL);
	schedTimer(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT], 
			 TASK_ARG(task), ts, TASK_ARG(task), 0);

	if (rpc->call_argc) {
		f = rpc_srv_getCall(s, ntohs(rpc->call_tag));
		if (!f) {
			rpc_SetErr(EPROGUNAVAIL, "Function not found at RPC server");
			rpc->call_argc ^= rpc->call_argc;
			rpc->call_rep.ret = RPC_ERROR(-1);
			rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
		} else {
			/* calc estimated length */
			estlen = ait_resideVars(RPC_RETVARS(c)) + wlen;
			if (estlen > AIT_LEN(&c->cli_buf))
				AIT_RE_BUF(&c->cli_buf, estlen);
			buf = AIT_GET_BUF(&c->cli_buf);
			rpc = (struct tagRPCCall*) buf;

			rpc->call_argc = htons(array_Size(RPC_RETVARS(c)));
			/* Go Encapsulate variables */
			ret = ait_vars2buffer(buf + wlen, AIT_LEN(&c->cli_buf) - wlen, 
					RPC_RETVARS(c));
			/* Free return values */
			ait_freeVars(&c->cli_vars);
			if (ret == -1) {
				rpc_SetErr(EBADRPC, "Prepare RPC packet failed");
				rpc->call_argc ^= rpc->call_argc;
				rpc->call_rep.ret = RPC_ERROR(-1);
				rpc->call_rep.eno = RPC_ERROR(rpc_Errno);
			} else
				wlen += ret;
		}
	}

	rpc->call_len = htonl(wlen);

	/* calculate CRC */
	rpc->call_crc ^= rpc->call_crc;
	rpc->call_crc = htons(crcFletcher16((u_short*) buf, wlen / 2));

	/* send reply */
	pfd.fd = TASK_FD(task);
	pfd.events = POLLOUT;
	for (; wlen > 0; wlen -= ret, buf += ret) {
		if ((ret = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 || 
				pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) {
			if (ret)
				LOGERR;
			else
				rpc_SetErr(ETIMEDOUT, "Timeout reached! Client not respond");
			/* close connection */
			schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT], 
					TASK_ARG(task), 0, NULL, 0);
			return NULL;
		}
		ret = sendto(TASK_FD(task), buf, MIN(wlen, s->srv_netbuf), MSG_NOSIGNAL, 
				&c->cli_sa.sa, c->cli_sa.sa.sa_len);
		if (ret == -1) {
			/* close connection */
			schedEvent(TASK_ROOT(task), cbProto[s->srv_proto][CB_CLOSECLIENT], 
					TASK_ARG(task), 0, NULL, 0);
			return NULL;
		}
	}

	return NULL;
}

static void *
rxUDPPacket(sched_task_t *task)
{
	rpc_srv_t *srv = TASK_ARG(task);
	rpc_cli_t *c = NULL;
	int len, rlen, noreply, estlen;
	u_short crc;
	u_char *buf, b[sizeof(struct tagRPCCall)];
	struct tagRPCCall *rpc = (struct tagRPCCall*) b;
	sockaddr_t sa;
	socklen_t salen;
	struct timespec ts = { DEF_RPC_TIMEOUT, 0 };
	struct pollfd pfd;

	/* receive connect packet */
	salen = sa.ss.ss_len = sizeof(sockaddr_t);
	rlen = recvfrom(TASK_FD(task), b, sizeof b, MSG_PEEK, &sa.sa, &salen);
	if (rlen < sizeof(struct tagRPCCall)) {
		rpc_SetErr(ERPCMISMATCH, "Short RPC packet");
		goto end;
	}

	c = _allocClient(srv, &sa);
	if (!c) {
		EVERBOSE(1, "RPC client quota exceeded! Connection will be shutdown!\n");
		usleep(2000);	/* blocked client delay */
		goto end;
	} else {
		estlen = ntohl(rpc->call_len);
		if (estlen > AIT_LEN(&c->cli_buf))
			AIT_RE_BUF(&c->cli_buf, estlen);
		rpc = (struct tagRPCCall*) AIT_GET_BUF(&c->cli_buf);
		buf = AIT_GET_BUF(&c->cli_buf);
		len = estlen;

		c->cli_sock = TASK_FD(task);
		memcpy(&c->cli_sa, &sa, sizeof c->cli_sa);

		/* armed timer for close stateless connection */
		schedCancelby(TASK_ROOT(task), taskTIMER, CRITERIA_DATA, c, NULL);
		schedTimer(TASK_ROOT(task), cbProto[srv->srv_proto][CB_CLOSECLIENT], 
				c, ts, c, 0);
	}

	/* get next part of packet */
	memset(buf, 0, len);
	pfd.fd = TASK_FD(task);
	pfd.events = POLLIN | POLLPRI;
	for (; len > 0; len -= rlen, buf += rlen) {
		if ((rlen = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 || 
				pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) {
			if (rlen)
				LOGERR;
			else
				rpc_SetErr(ETIMEDOUT, "Timeout reached! Client not respond");
			schedEvent(TASK_ROOT(task), cbProto[srv->srv_proto][CB_CLOSECLIENT], 
					c, 0, NULL, 0);
			return NULL;
		}
		salen = sa.ss.ss_len = sizeof(sockaddr_t);
		rlen = recvfrom(TASK_FD(task), buf, len, 0, &sa.sa, &salen);
		if (rlen == -1) {
			/* close connection */
			schedEvent(TASK_ROOT(task), cbProto[srv->srv_proto][CB_CLOSECLIENT], 
					c, 0, NULL, 0);
			return NULL;
		}
		if (e_addrcmp(&c->cli_sa, &sa, 42))
			rlen ^= rlen;	/* skip if arrive from different address */
	}
	len = estlen;

	/* check integrity of packet */
	crc = ntohs(rpc->call_crc);
	rpc->call_crc ^= rpc->call_crc;
	if (crc != crcFletcher16((u_short*) rpc, len / 2)) {
		rpc_SetErr(ERPCMISMATCH, "Bad CRC RPC packet");
		return NULL;
	}

	noreply = RPC_CHK_NOREPLY(rpc);

	/* check RPC packet session info */
	if (rpc_chkPktSession(&rpc->call_session, &srv->srv_session)) {
		rpc_SetErr(ERPCMISMATCH, "Get invalid RPC session");

		rpc->call_argc ^= rpc->call_argc;
		rpc->call_rep.ret = RPC_ERROR(-1);
		rpc->call_rep.eno = RPC_ERROR(errno);
	} else {
		/* execute RPC call */
		schedEvent(TASK_ROOT(task), execCall, c, (int) noreply, rpc, len);
	}

	/* send RPC reply */
	if (!noreply)
		schedWrite(TASK_ROOT(task), cbProto[srv->srv_proto][CB_TXPACKET], 
				c, TASK_FD(task), rpc, len);
end:
	schedReadSelf(task);
	return NULL;
}

/* ------------------------------------------------------ */

void
rpc_freeBLOBCli(rpc_cli_t * __restrict c)
{
	rpc_srv_t *s = c->cli_parent;

	schedCancelby(s->srv_blob.root, taskMAX, CRITERIA_ARG, c, NULL);

	/* free buffer */
	AIT_FREE_VAL(&c->cli_buf);

	array_Del(s->srv_blob.clients, c->cli_id, 0);
	if (c)
		e_free(c);
}


static void *
closeBLOBClient(sched_task_t *task)
{
	int sock = ((rpc_cli_t*) TASK_ARG(task))->cli_sock;

	rpc_freeBLOBCli(TASK_ARG(task));

	/* close client socket */
	shutdown(sock, SHUT_RDWR);
	close(sock);
	return NULL;
}

static void *
txBLOB(sched_task_t *task)
{
	rpc_cli_t *c = TASK_ARG(task);
	u_char *buf = AIT_GET_BUF(&c->cli_buf);
	int wlen = sizeof(struct tagBLOBHdr);

	/* send reply */
	wlen = send(TASK_FD(task), buf, wlen, MSG_NOSIGNAL);
	if (wlen == -1 || wlen != sizeof(struct tagBLOBHdr)) {
		/* close blob connection */
		schedEvent(TASK_ROOT(task), closeBLOBClient, c, 42, NULL, 0);
	}

	return NULL;
}

static void *
rxBLOB(sched_task_t *task)
{
	rpc_cli_t *c = TASK_ARG(task);
	rpc_srv_t *s = c->cli_parent;
	rpc_blob_t *b;
	struct tagBLOBHdr blob;
	int rlen;

	memset(&blob, 0, sizeof blob);
	rlen = recv(TASK_FD(task), &blob, sizeof blob, 0);
	if (rlen < 1) {
		/* close blob connection */
		schedEvent(TASK_ROOT(task), closeBLOBClient, c, 42, NULL, 0);
		return NULL;
	}

	/* check BLOB packet */
	if (rlen < sizeof(struct tagBLOBHdr)) {
		rpc_SetErr(ERPCMISMATCH, "Short BLOB packet");

		schedReadSelf(task);
		return NULL;
	}

	/* check RPC packet session info */
	if (rpc_chkPktSession(&blob.hdr_session, &s->srv_session)) {
		rpc_SetErr(ERPCMISMATCH, "Get invalid RPC session");
		blob.hdr_cmd = error;
		goto end;
	}

	/* Go to proceed packet ... */
	switch (blob.hdr_cmd) {
		case get:
			if (!(b = rpc_srv_getBLOB(s, ntohl(blob.hdr_var)))) {
				rpc_SetErr(EINVAL, "Var=%x not found", ntohl(blob.hdr_var));
				blob.hdr_cmd = no;
				blob.hdr_ret = RPC_ERROR(-1);
				break;
			} else
				blob.hdr_len = htonl(b->blob_len);

			if (rpc_srv_blobMap(s, b) != -1) {
				/* deliver BLOB variable to client */
				blob.hdr_ret = htonl(rpc_srv_sendBLOB(c, b));
				rpc_srv_blobUnmap(b);
			} else {
				blob.hdr_cmd = error;
				blob.hdr_ret = RPC_ERROR(-1);
			}
			break;
		case set:
			if ((b = rpc_srv_registerBLOB(s, ntohl(blob.hdr_len), 
							ntohl(blob.hdr_ret)))) {
				/* set new BLOB variable for reply :) */
				blob.hdr_var = htonl(b->blob_var);

				/* receive BLOB from client */
				blob.hdr_ret = htonl(rpc_srv_recvBLOB(c, b));
				rpc_srv_blobUnmap(b);
			} else {
				blob.hdr_cmd = error;
				blob.hdr_ret = RPC_ERROR(-1);
			}
			break;
		case unset:
			if (rpc_srv_unregisterBLOB(s, ntohl(blob.hdr_var)) == -1) {
				blob.hdr_cmd = error;
				blob.hdr_ret = RPC_ERROR(-1);
			}
			break;
		default:
			rpc_SetErr(EPROCUNAVAIL, "Unsupported BLOB command %d", blob.hdr_cmd);
			blob.hdr_cmd = error;
			blob.hdr_ret = RPC_ERROR(-1);
	}

end:
	memcpy(AIT_ADDR(&c->cli_buf), &blob, sizeof blob);
	schedWrite(TASK_ROOT(task), txBLOB, TASK_ARG(task), TASK_FD(task), NULL, 0);
	schedReadSelf(task);
	return NULL;
}

static void *
flushBLOB(sched_task_t *task)
{
	rpc_srv_t *srv = TASK_ARG(task);
	rpc_blob_t *b, *tmp;

	TAILQ_FOREACH_SAFE(b, &srv->srv_blob.blobs, blob_node, tmp) {
		TAILQ_REMOVE(&srv->srv_blob.blobs, b, blob_node);

		rpc_srv_blobFree(srv, b);
		e_free(b);
	}

	schedSignalSelf(task);
	return NULL;
}

static void *
acceptBLOBClients(sched_task_t *task)
{
	rpc_srv_t *srv = TASK_ARG(task);
	rpc_cli_t *c = NULL;
	register int i;
	socklen_t salen = sizeof(sockaddr_t);
	int sock;
#ifdef TCP_NOPUSH
	int n = 1;
#endif

	/* check free slots for connect */
	for (i = 0; i < array_Size(srv->srv_blob.clients) && 
			(c = array(srv->srv_blob.clients, i, rpc_cli_t*)); i++);
	if (c) {	/* no more free slots! */
		EVERBOSE(1, "BLOB client quota exceeded! Connection will be shutdown!\n");
		if ((sock = accept(TASK_FD(task), NULL, NULL)) != -1) {
			shutdown(sock, SHUT_RDWR);
			close(sock);
		}
		goto end;
	}

	c = e_malloc(sizeof(rpc_cli_t));
	if (!c) {
		LOGERR;
		srv->srv_kill = srv->srv_blob.kill = 1;
		return NULL;
	} else {
		memset(c, 0, sizeof(rpc_cli_t));
		array_Set(srv->srv_blob.clients, i, c);
		c->cli_id = i;
		c->cli_parent = srv;
	}

	/* alloc empty buffer */
	AIT_SET_BUFSIZ(&c->cli_buf, 0, srv->srv_netbuf);

	/* accept client */
	c->cli_sock = accept(TASK_FD(task), &c->cli_sa.sa, &salen);
	if (c->cli_sock == -1) {
		LOGERR;
		AIT_FREE_VAL(&c->cli_buf);
		array_Del(srv->srv_blob.clients, i, 42);
		goto end;
	} else {
#ifdef TCP_NOPUSH
		setsockopt(c->cli_sock, IPPROTO_TCP, TCP_NOPUSH, &n, sizeof n);
#endif
		fcntl(c->cli_sock, F_SETFL, fcntl(c->cli_sock, F_GETFL) | O_NONBLOCK);
	}

	schedRead(TASK_ROOT(task), rxBLOB, c, c->cli_sock, NULL, 0);
end:
	schedReadSelf(task);
	return NULL;
}

/* ------------------------------------------------------ */

/*
 * rpc_srv_initBLOBServer() - Init & create BLOB Server
 *
 * @srv = RPC server instance
 * @Port = Port for bind server, if Port == 0 default port is selected
 * @diskDir = Disk place for BLOB file objects
 * return: -1 == error or 0 bind and created BLOB server instance
 */
int
rpc_srv_initBLOBServer(rpc_srv_t * __restrict srv, u_short Port, const char *diskDir)
{
	int n = 1;

	if (!srv || srv->srv_kill) {
		rpc_SetErr(EINVAL, "Invalid parameters can`t init BLOB server");
		return -1;
	}

	memset(&srv->srv_blob, 0, sizeof srv->srv_blob);
	if (access(diskDir, R_OK | W_OK) == -1) {
		LOGERR;
		return -1;
	} else
		AIT_SET_STR(&srv->srv_blob.dir, diskDir);

	/* init blob list */
	TAILQ_INIT(&srv->srv_blob.blobs);

	srv->srv_blob.server.cli_parent = srv;

	memcpy(&srv->srv_blob.server.cli_sa, &srv->srv_server.cli_sa, sizeof(sockaddr_t));
	switch (srv->srv_blob.server.cli_sa.sa.sa_family) {
		case AF_INET:
			srv->srv_blob.server.cli_sa.sin.sin_port = 
				htons(Port ? Port : ntohs(srv->srv_blob.server.cli_sa.sin.sin_port) + 1);
			break;
		case AF_INET6:
			srv->srv_blob.server.cli_sa.sin6.sin6_port = 
				htons(Port ? Port : ntohs(srv->srv_blob.server.cli_sa.sin6.sin6_port) + 1);
			break;
		case AF_LOCAL:
			strlcat(srv->srv_blob.server.cli_sa.sun.sun_path, ".blob", 
					sizeof srv->srv_blob.server.cli_sa.sun.sun_path);
			break;
		default:
			AIT_FREE_VAL(&srv->srv_blob.dir);
			return -1;
	}

	/* create BLOB server socket */
	srv->srv_blob.server.cli_sock = socket(srv->srv_server.cli_sa.sa.sa_family, SOCK_STREAM, 0);
	if (srv->srv_blob.server.cli_sock == -1) {
		LOGERR;
		AIT_FREE_VAL(&srv->srv_blob.dir);
		return -1;
	}
	if (setsockopt(srv->srv_blob.server.cli_sock, SOL_SOCKET, SO_REUSEADDR, &n, sizeof n) == -1) {
		LOGERR;
		close(srv->srv_blob.server.cli_sock);
		AIT_FREE_VAL(&srv->srv_blob.dir);
		return -1;
	}
	n = srv->srv_netbuf;
	if (setsockopt(srv->srv_blob.server.cli_sock, SOL_SOCKET, SO_SNDBUF, &n, sizeof n) == -1) {
		LOGERR;
		close(srv->srv_blob.server.cli_sock);
		AIT_FREE_VAL(&srv->srv_blob.dir);
		return -1;
	}
	if (setsockopt(srv->srv_blob.server.cli_sock, SOL_SOCKET, SO_RCVBUF, &n, sizeof n) == -1) {
		LOGERR;
		close(srv->srv_blob.server.cli_sock);
		AIT_FREE_VAL(&srv->srv_blob.dir);
		return -1;
	}
	if (bind(srv->srv_blob.server.cli_sock, &srv->srv_blob.server.cli_sa.sa, 
				srv->srv_blob.server.cli_sa.sa.sa_len) == -1) {
		LOGERR;
		close(srv->srv_blob.server.cli_sock);
		AIT_FREE_VAL(&srv->srv_blob.dir);
		return -1;
	} else
		fcntl(srv->srv_blob.server.cli_sock, F_SETFL, 
				fcntl(srv->srv_blob.server.cli_sock, F_GETFL) | O_NONBLOCK);


	/* allocate pool for concurent blob clients */
	srv->srv_blob.clients = array_Init(array_Size(srv->srv_clients));
	if (!srv->srv_blob.clients) {
		rpc_SetErr(elwix_GetErrno(), "%s", elwix_GetError());
		close(srv->srv_blob.server.cli_sock);
		AIT_FREE_VAL(&srv->srv_blob.dir);
		return -1;
	}

	/* init blob scheduler */
	srv->srv_blob.root = schedBegin();
	if (!srv->srv_blob.root) {
		rpc_SetErr(sched_GetErrno(), "%s", sched_GetError());
		array_Destroy(&srv->srv_blob.clients);
		close(srv->srv_blob.server.cli_sock);
		AIT_FREE_VAL(&srv->srv_blob.dir);
		return -1;
	}

	return 0;
}

/*
 * rpc_srv_endBLOBServer() - Destroy BLOB server, close all opened sockets and free resources
 *
 * @srv = RPC Server instance
 * return: none
 */
void
rpc_srv_endBLOBServer(rpc_srv_t * __restrict srv)
{
	if (!srv)
		return;

	srv->srv_blob.kill = 1;

	schedEnd(&srv->srv_blob.root);
}

/*
 * rpc_srv_loopBLOBServer() - Execute Main BLOB server loop and wait for clients requests
 *
 * @srv = RPC Server instance
 * return: -1 error or 0 ok, infinite loop ...
 */
int
rpc_srv_loopBLOBServer(rpc_srv_t * __restrict srv)
{
	rpc_cli_t *c;
	register int i;
	rpc_blob_t *b, *tmp;
	struct timespec ts = { RPC_SCHED_POLLING, 0 };

	if (!srv || srv->srv_kill) {
		rpc_SetErr(EINVAL, "Invalid parameter can`t start BLOB server");
		return -1;
	}

	if (listen(srv->srv_blob.server.cli_sock, array_Size(srv->srv_blob.clients)) == -1) {
		LOGERR;
		return -1;
	}

	schedSignal(srv->srv_blob.root, flushBLOB, srv, SIGFBLOB, NULL, 0);
	if (!schedRead(srv->srv_blob.root, acceptBLOBClients, srv, 
				srv->srv_blob.server.cli_sock, NULL, 0)) {
		rpc_SetErr(sched_GetErrno(), "%s", sched_GetError());
		return -1;
	}

	schedPolling(srv->srv_blob.root, &ts, NULL);
	/* main rpc loop */
	schedRun(srv->srv_blob.root, &srv->srv_blob.kill);

	/* detach blobs */
	TAILQ_FOREACH_SAFE(b, &srv->srv_blob.blobs, blob_node, tmp) {
		TAILQ_REMOVE(&srv->srv_blob.blobs, b, blob_node);

		rpc_srv_blobFree(srv, b);
		e_free(b);
	}

	/* close all clients connections & server socket */
	for (i = 0; i < array_Size(srv->srv_blob.clients); i++) {
		c = array(srv->srv_blob.clients, i, rpc_cli_t*);
		if (c) {
			shutdown(c->cli_sock, SHUT_RDWR);
			close(c->cli_sock);

			schedCancelby(srv->srv_blob.root, taskMAX, CRITERIA_ARG, c, NULL);
			AIT_FREE_VAL(&c->cli_buf);
		}
		array_Del(srv->srv_blob.clients, i, 42);
	}
	array_Destroy(&srv->srv_blob.clients);

	close(srv->srv_blob.server.cli_sock);

	AIT_FREE_VAL(&srv->srv_blob.dir);
	return 0;
}


/*
 * rpc_srv_initServer() - Init & create RPC Server
 *
 * @InstID = Instance for authentication & recognition
 * @concurentClients = Concurent clients at same time to this server
 * @netBuf = Network buffer length (min:512 bytes), if =0 == BUFSIZ (also meaning max RPC packet)
 * @csHost = Host name or address for bind server, if NULL any address
 * @Port = Port for bind server, if Port == 0 default port is selected
 * @proto = Protocol, if == 0 choose SOCK_STREAM
 * return: NULL == error or !=NULL bind and created RPC server instance
 */
rpc_srv_t *
rpc_srv_initServer(u_char InstID, int concurentClients, int netBuf, 
		const char *csHost, u_short Port, int proto)
{
	int n = 1;
	rpc_srv_t *srv = NULL;
	sockaddr_t sa = E_SOCKADDR_INIT;

	if (!concurentClients || (proto < 0 || proto > SOCK_DGRAM)) {
		rpc_SetErr(EINVAL, "Invalid parameters can`t init RPC server");
		return NULL;
	}
	if (!e_gethostbyname(csHost, Port, &sa))
		return NULL;
	if (!Port)
		Port = RPC_DEFPORT;
	if (!proto)
		proto = SOCK_STREAM;
	if (netBuf < RPC_MIN_BUFSIZ)
		netBuf = BUFSIZ;
	else
		netBuf = E_ALIGN(netBuf, 2);	/* align netBuf length */

#ifdef HAVE_SRANDOMDEV
	srandomdev();
#else
	time_t tim;

	srandom((time(&tim) ^ getpid()));
#endif

	srv = e_malloc(sizeof(rpc_srv_t));
	if (!srv) {
		LOGERR;
		return NULL;
	} else
		memset(srv, 0, sizeof(rpc_srv_t));

	srv->srv_proto = proto;
	srv->srv_netbuf = netBuf;
	srv->srv_session.sess_version = RPC_VERSION;
	srv->srv_session.sess_instance = InstID;

	srv->srv_server.cli_parent = srv;
	memcpy(&srv->srv_server.cli_sa, &sa, sizeof srv->srv_server.cli_sa);

	/* init functions */
	pthread_mutex_init(&srv->srv_funcs.mtx, NULL);
	SLIST_INIT(&srv->srv_funcs);
	AVL_INIT(&srv->srv_funcs);

	/* init scheduler */
	srv->srv_root = schedBegin();
	if (!srv->srv_root) {
		rpc_SetErr(sched_GetErrno(), "%s", sched_GetError());
		pthread_mutex_destroy(&srv->srv_funcs.mtx);
		e_free(srv);
		return NULL;
	}

	/* init pool for clients */
	srv->srv_clients = array_Init(concurentClients);
	if (!srv->srv_clients) {
		rpc_SetErr(elwix_GetErrno(), "%s", elwix_GetError());
		schedEnd(&srv->srv_root);
		pthread_mutex_destroy(&srv->srv_funcs.mtx);
		e_free(srv);
		return NULL;
	}

	/* create server socket */
	srv->srv_server.cli_sock = socket(srv->srv_server.cli_sa.sa.sa_family, srv->srv_proto, 0);
	if (srv->srv_server.cli_sock == -1) {
		LOGERR;
		array_Destroy(&srv->srv_clients);
		schedEnd(&srv->srv_root);
		pthread_mutex_destroy(&srv->srv_funcs.mtx);
		e_free(srv);
		return NULL;
	}
	if (setsockopt(srv->srv_server.cli_sock, SOL_SOCKET, SO_REUSEADDR, &n, sizeof n) == -1) {
		LOGERR;
		goto err;
	}
	n = srv->srv_netbuf;
	if (setsockopt(srv->srv_server.cli_sock, SOL_SOCKET, SO_SNDBUF, &n, sizeof n) == -1) {
		LOGERR;
		goto err;
	}
	if (setsockopt(srv->srv_server.cli_sock, SOL_SOCKET, SO_RCVBUF, &n, sizeof n) == -1) {
		LOGERR;
		goto err;
	}
	if (bind(srv->srv_server.cli_sock, &srv->srv_server.cli_sa.sa, 
				srv->srv_server.cli_sa.sa.sa_len) == -1) {
		LOGERR;
		goto err;
	} else
		fcntl(srv->srv_server.cli_sock, F_SETFL, 
				fcntl(srv->srv_server.cli_sock, F_GETFL) | O_NONBLOCK);

	rpc_register_srvPing(srv);

	return srv;
err:	/* error condition */
	close(srv->srv_server.cli_sock);
	array_Destroy(&srv->srv_clients);
	schedEnd(&srv->srv_root);
	pthread_mutex_destroy(&srv->srv_funcs.mtx);
	e_free(srv);
	return NULL;
}

/*
 * rpc_srv_endServer() - Destroy RPC server, close all opened sockets and free resources
 *
 * @psrv = RPC Server instance
 * return: none
 */
void
rpc_srv_endServer(rpc_srv_t ** __restrict psrv)
{
	if (!psrv || !*psrv)
		return;

	/* if send kill to blob server */
	rpc_srv_endBLOBServer(*psrv);

	(*psrv)->srv_kill = 1;
	sleep(RPC_SCHED_POLLING);

	schedEnd(&(*psrv)->srv_root);

	pthread_mutex_destroy(&(*psrv)->srv_funcs.mtx);
	e_free(*psrv);
	*psrv = NULL;
}

/*
 * rpc_srv_loopServer() - Execute Main server loop and wait for clients requests
 *
 * @srv = RPC Server instance
 * return: -1 error or 0 ok, infinite loop ...
 */
int
rpc_srv_loopServer(rpc_srv_t * __restrict srv)
{
	rpc_cli_t *c;
	register int i;
	rpc_func_t *f;
	struct timespec ts = { RPC_SCHED_POLLING, 0 };

	if (!srv) {
		rpc_SetErr(EINVAL, "Invalid parameter can`t start RPC server");
		return -1;
	}

	if (srv->srv_proto == SOCK_STREAM)
		if (listen(srv->srv_server.cli_sock, array_Size(srv->srv_clients)) == -1) {
			LOGERR;
			return -1;
		}

	if (!schedRead(srv->srv_root, cbProto[srv->srv_proto][CB_ACCEPTCLIENT], srv, 
				srv->srv_server.cli_sock, NULL, 0)) {
		rpc_SetErr(sched_GetErrno(), "%s", sched_GetError());
		return -1;
	}

	schedPolling(srv->srv_root, &ts, NULL);
	/* main rpc loop */
	schedRun(srv->srv_root, &srv->srv_kill);

	/* close all clients connections & server socket */
	for (i = 0; i < array_Size(srv->srv_clients); i++) {
		c = array(srv->srv_clients, i, rpc_cli_t*);
		if (c) {
			shutdown(c->cli_sock, SHUT_RDWR);
			close(c->cli_sock);

			schedCancelby(srv->srv_root, taskMAX, CRITERIA_ARG, c, NULL);
			ait_freeVars(&RPC_RETVARS(c));
			AIT_FREE_VAL(&c->cli_buf);
		}
		array_Del(srv->srv_clients, i, 42);
	}
	array_Destroy(&srv->srv_clients);

	close(srv->srv_server.cli_sock);

	/* detach exported calls */
	RPC_FUNCS_LOCK(&srv->srv_funcs);
	while ((f = SLIST_FIRST(&srv->srv_funcs))) {
		SLIST_REMOVE_HEAD(&srv->srv_funcs, func_next);

		AIT_FREE_VAL(&f->func_name);
		e_free(f);
	}
	srv->srv_funcs.avlh_root = NULL;
	RPC_FUNCS_UNLOCK(&srv->srv_funcs);

	return 0;
}


/*
 * rpc_srv_execCall() Execute registered call from RPC server
 *
 * @cli = RPC client
 * @rpc = IN RPC call structure
 * @funcname = Execute RPC function
 * @args = IN RPC calling arguments from RPC client
 * return: -1 error, !=-1 ok
 */
int
rpc_srv_execCall(rpc_cli_t * __restrict cli, struct tagRPCCall * __restrict rpc, 
		ait_val_t funcname, array_t * __restrict args)
{
	rpc_callback_t func;

	if (!cli || !rpc || !AIT_ADDR(&funcname)) {
		rpc_SetErr(EINVAL, "Invalid parameter can`t exec function");
		return -1;
	}

	func = AIT_GET_LIKE(&funcname, rpc_callback_t);
	return func(cli, rpc, args);
}