--- libaitrpc/src/blob.c 2010/06/23 17:29:07 1.1.2.3 +++ libaitrpc/src/blob.c 2012/11/13 09:22:10 1.10 @@ -1,9 +1,113 @@ +/************************************************************************* +* (C) 2010 AITNET ltd - Sofia/Bulgaria - +* by Michael Pounov +* +* $Author: misho $ +* $Id: blob.c,v 1.10 2012/11/13 09:22:10 misho Exp $ +* +************************************************************************** +The ELWIX and AITNET software is distributed under the following +terms: + +All of the documentation and software included in the ELWIX and AITNET +Releases is copyrighted by ELWIX - Sofia/Bulgaria + +Copyright 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012 + by Michael Pounov . All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions +are met: +1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. +2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. +3. All advertising materials mentioning features or use of this software + must display the following acknowledgement: +This product includes software developed by Michael Pounov +ELWIX - Embedded LightWeight unIX and its contributors. +4. Neither the name of AITNET nor the names of its contributors + may be used to endorse or promote products derived from this software + without specific prior written permission. + +THIS SOFTWARE IS PROVIDED BY AITNET AND CONTRIBUTORS ``AS IS'' AND +ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE +ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE +FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS +OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) +HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT +LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY +OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF +SUCH DAMAGE. +*/ #include "global.h" /* - * rpc_srv_blobMap() Map blob to memory region + * rpc_srv_blobCreate() - Create and map blob to memory region and return object + * * @srv = RPC Server instance + * @len = BLOB length object + * return: NULL error or !=NULL allocated BLOB object + */ +inline rpc_blob_t * +rpc_srv_blobCreate(rpc_srv_t * __restrict srv, int len) +{ + rpc_blob_t *blob = NULL; + char szFName[MAXPATHLEN]; + int f; + u_int rnd; + +again: + rnd = random() % UINT_MAX; + + memset(szFName, 0, sizeof szFName); + snprintf(szFName, sizeof szFName, BLOB_FILE, AIT_GET_STRZ(&srv->srv_blob.dir), rnd); + f = open(szFName, O_CREAT | O_EXCL | O_RDWR, 0600); + if (f == -1) { + if (errno == EEXIST) + goto again; + + LOGERR; + return NULL; + } + if (ftruncate(f, len) == -1) { + LOGERR; + close(f); + unlink(szFName); + return NULL; + } + + blob = io_malloc(sizeof(rpc_blob_t)); + if (!blob) { + LOGERR; + close(f); + unlink(szFName); + return NULL; + } + + blob->blob_data = mmap(NULL, len, PROT_READ | PROT_WRITE, MAP_SHARED, f, 0); + if (blob->blob_data == MAP_FAILED) { + LOGERR; + io_free(blob); + close(f); + unlink(szFName); + return NULL; + } else + close(f); + + blob->blob_len = len; + blob->blob_var = rnd; + return blob; +} + +/* + * rpc_srv_blobMap() - Map blob to memory region + * + * @srv = RPC Server instance * @blob = Map to this BLOB element * return: -1 error or 0 ok */ @@ -11,60 +115,58 @@ inline int rpc_srv_blobMap(rpc_srv_t * __restrict srv, rpc_blob_t * __restrict blob) { int f; - struct stat sb; char szFName[MAXPATHLEN]; if (!blob) { - rpc_SetErr(EINVAL, "Error:: invalid arguments ...\n"); + rpc_SetErr(EINVAL, "Invalid argument BLOB"); return -1; } + if (blob->blob_data) { + rpc_SetErr(EPERM, "Already mmapped object found!"); + return -1; + } - memset(szFName, 0, MAXPATHLEN); - snprintf(szFName, MAXPATHLEN, BLOB_FILE, srv->srv_blob.dir, blob->blob_var); - f = open(szFName, O_RDONLY); + memset(szFName, 0, sizeof szFName); + snprintf(szFName, sizeof szFName, BLOB_FILE, AIT_GET_STRZ(&srv->srv_blob.dir), blob->blob_var); + f = open(szFName, O_RDWR); if (f == -1) { LOGERR; return -1; } - if (fstat(f, &sb) == -1) { - LOGERR; - close(f); - return -1; - } - blob->blob_data = mmap(NULL, sb.st_size, PROT_READ, MAP_PRIVATE, f, 0); + blob->blob_data = mmap(NULL, blob->blob_len, PROT_READ | PROT_WRITE, MAP_SHARED, f, 0); if (blob->blob_data == MAP_FAILED) { LOGERR; close(f); blob->blob_data = NULL; return -1; } else { - blob->blob_len = sb.st_size; close(f); + + madvise(blob->blob_data, blob->blob_len, MADV_SEQUENTIAL); } return 0; } /* - * rpc_srv_blobUnmap() Unmap blob memory region + * rpc_srv_blobUnmap() - Unmap blob memory region + * * @blob = Mapped BLOB element * return: none */ inline void rpc_srv_blobUnmap(rpc_blob_t * __restrict blob) { - if (!blob || !blob->blob_data) - rpc_SetErr(EINVAL, "Error:: invalid arguments ...\n"); - else { + if (blob && blob->blob_data) { munmap(blob->blob_data, blob->blob_len); blob->blob_data = NULL; - blob->blob_len = 0; } } /* - * rpc_srv_blobFree() Free blob from disk & memory + * rpc_srv_blobFree() - Free blob from disk & memory + * * @srv = RPC Server instance * @blob = Mapped BLOB element * return: -1 error or 0 ok @@ -75,16 +177,14 @@ rpc_srv_blobFree(rpc_srv_t * __restrict srv, rpc_blob_ char szFName[MAXPATHLEN]; if (!blob) { - rpc_SetErr(EINVAL, "Error:: invalid arguments ...\n"); + rpc_SetErr(EINVAL, "Invalid argument BLOB"); return -1; - } - - if (blob->blob_data) + } else rpc_srv_blobUnmap(blob); - memset(szFName, 0, MAXPATHLEN); - snprintf(szFName, MAXPATHLEN, BLOB_FILE, srv->srv_blob.dir, blob->blob_var); - if (remove(szFName) == -1) { + memset(szFName, 0, sizeof szFName); + snprintf(szFName, sizeof szFName, BLOB_FILE, AIT_GET_STRZ(&srv->srv_blob.dir), blob->blob_var); + if (unlink(szFName) == -1) { LOGERR; return -1; } @@ -92,10 +192,11 @@ rpc_srv_blobFree(rpc_srv_t * __restrict srv, rpc_blob_ return 0; } -// ------------------------------------------------------------ +/* ------------------------------------------------------------ */ /* - * rpc_srv_sendBLOB() Send mapped BLOB to client + * rpc_srv_sendBLOB() - Send mapped BLOB to client + * * @cli = Client instance * @blob = Mapped BLOB element * return: -1 error, 0 ok @@ -107,37 +208,344 @@ rpc_srv_sendBLOB(rpc_cli_t * __restrict cli, rpc_blob_ uint8_t *pos; if (!cli || !blob || !blob->blob_data) { - rpc_SetErr(EINVAL, "Error:: invalid arguments ...\n"); + rpc_SetErr(EINVAL, "Invalid arguments"); return -1; } - for (ret = blob->blob_len, pos = blob->blob_data; ret > 0; ret -= len, pos += len) - if ((len = send(cli->cli_sock, pos, ret > BLOBSIZ ? BLOBSIZ : ret, 0)) == -1) { + for (ret = blob->blob_len, pos = blob->blob_data; ret > 0; ret -= len, pos += len) { + len = send(cli->cli_sock, pos, ret, MSG_NOSIGNAL); + if (len == -1) { LOGERR; return -1; } + } return ret; } /* - * rpc_srv_recvBLOB() Receive BLOB from client + * rpc_srv_recvBLOB() - Receive BLOB from client + * * @cli = Client instance - * return: -1 error, 0 ok + * @blob = Mapped BLOB element + * return: -1 error, 0 ok, >0 unreceived data from client, may be error? */ int -rpc_srv_recvBLOB(rpc_cli_t * __restrict cli) +rpc_srv_recvBLOB(rpc_cli_t * __restrict cli, rpc_blob_t * __restrict blob) { int ret, len; uint8_t *pos; - rpc_srv_t *s; + struct pollfd pfd; - if (!cli || !cli->cli_parent) { - rpc_SetErr(EINVAL, "Error:: invalid arguments ...\n"); + if (!cli || !blob || !blob->blob_data) { + rpc_SetErr(EINVAL, "Invalid arguments"); return -1; + } + + pfd.fd = cli->cli_sock; + pfd.events = POLLIN | POLLPRI; + for (ret = blob->blob_len, pos = blob->blob_data; ret > 0; ret -= len, pos += len) { + if ((len = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 || + pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) { + if (len) + LOGERR; + else + rpc_SetErr(ETIMEDOUT, "Timeout reached! Server not respond"); + return -1; + } + + len = recv(cli->cli_sock, pos, ret, 0); + if (len == -1) { + LOGERR; + return -1; + } + } + + return ret; +} + +/* ------------------------------------------------------------ */ + +/* + * rpc_cli_sendBLOB() - Send BLOB to server + * + * @cli = Client instance + * @var = BLOB variable + * @data = BLOB data + * return: -1 error, 0 ok, 1 remote error + */ +int +rpc_cli_sendBLOB(rpc_cli_t * __restrict cli, ait_val_t * __restrict var, void * __restrict data) +{ + int ret, len; + uint8_t *pos; + struct tagBLOBHdr hdr; + struct pollfd pfd; + + if (!cli || !var || !data) { + rpc_SetErr(EINVAL, "Invalid arguments"); + return -1; } else - s = cli->cli_parent; + memset(&hdr, 0, sizeof hdr); + rpc_addPktSession(&hdr.hdr_session, cli->cli_parent); + hdr.hdr_cmd = set; + hdr.hdr_var = 0; + hdr.hdr_ret = 0; + hdr.hdr_len = htonl(AIT_LEN(var)); + /* calculate CRC */ + hdr.hdr_crc ^= hdr.hdr_crc; + hdr.hdr_crc = htons(crcFletcher16((u_short*) &hdr, sizeof hdr / 2)); + + /* send SET request */ + pfd.fd = cli->cli_sock; + pfd.events = POLLOUT; + if ((ret = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) == -1 || + pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) { + LOGERR; + return -1; + } + if (send(cli->cli_sock, &hdr, sizeof hdr, MSG_NOSIGNAL) == -1) { + LOGERR; + return -1; + } + + /* send BLOB to server */ + for (ret = AIT_LEN(var), pos = data; ret > 0; ret -= len, pos += len) + if ((len = send(cli->cli_sock, pos, ret, MSG_NOSIGNAL)) == -1) { + LOGERR; + return -1; + } + + /* wait for reply */ + pfd.events = POLLIN | POLLPRI; + if ((ret = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 || + pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) { + if (ret) + LOGERR; + else + rpc_SetErr(ETIMEDOUT, "Timeout reached! Server not respond"); + return -1; + } + if (recv(cli->cli_sock, &hdr, sizeof hdr, 0) == -1) { + LOGERR; + return 1; + } + /* check CRC */ + ret = ntohs(hdr.hdr_crc); + hdr.hdr_crc ^= hdr.hdr_crc; + if (ret != crcFletcher16((u_short*) &hdr, sizeof hdr / 2)) { + rpc_SetErr(ERPCMISMATCH, "Bad CRC BLOB packet"); + return 1; + } + + if (hdr.hdr_cmd != error) { + if (ntohl(hdr.hdr_len) != AIT_LEN(var)) { + rpc_SetErr(ECANCELED, "Bad return length packet"); + return 1; + } + + AIT_SET_BLOB(var, ntohl(hdr.hdr_var), ntohl(hdr.hdr_len)); + } + + return hdr.hdr_cmd == error; +} + +/* + * rpc_cli_recvBLOB() - Receive BLOB from server + * + * @cli = Client instance + * @var = BLOB variable + * @data = BLOB data, must be io_free after use! + * return: -1 error, 0 ok, 1 remote error + */ +int +rpc_cli_recvBLOB(rpc_cli_t * __restrict cli, ait_val_t * __restrict var, void ** __restrict data) +{ + int ret, len; + uint8_t *pos; + struct pollfd pfd; + struct tagBLOBHdr hdr; + + if (!cli || !var || !data) { + rpc_SetErr(EINVAL, "Invalid arguments"); + return -1; + } + + *data = io_malloc(AIT_LEN(var)); + if (!*data) { + LOGERR; + return -1; + } else { + memset(&hdr, 0, sizeof hdr); + memset(*data, 0, AIT_LEN(var)); + } + + rpc_addPktSession(&hdr.hdr_session, cli->cli_parent); + hdr.hdr_cmd = get; + hdr.hdr_var = htonl((uint32_t) AIT_GET_BLOB(var)); + hdr.hdr_ret = 0; + hdr.hdr_len = 0; + /* calculate CRC */ + hdr.hdr_crc ^= hdr.hdr_crc; + hdr.hdr_crc = htons(crcFletcher16((u_short*) &hdr, sizeof hdr / 2)); + + /* send GET request */ + pfd.fd = cli->cli_sock; + pfd.events = POLLOUT; + if ((ret = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) == -1 || + pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) { + LOGERR; + io_free(*data); + *data = NULL; + return -1; + } + if (send(cli->cli_sock, &hdr, sizeof hdr, 0) == -1) { + LOGERR; + io_free(*data); + *data = NULL; + return -1; + } + + /* receive BLOB from server */ + pfd.events = POLLIN | POLLPRI; + for (ret = AIT_LEN(var), pos = *data; ret > 0; ret -= len, pos += len) { + if ((len = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 || + pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) { + LOGERR; + io_free(*data); + *data = NULL; + return -1; + } + + if ((len = recv(cli->cli_sock, pos, ret, 0)) == -1) { + LOGERR; + io_free(*data); + *data = NULL; + return -1; + } + } + + /* wait for reply */ + if ((len = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 || + pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) { + if (len) + LOGERR; + else + rpc_SetErr(ETIMEDOUT, "Timeout reached! Server not respond"); + io_free(*data); + *data = NULL; + return 1; + } + if (recv(cli->cli_sock, &hdr, sizeof hdr, 0) == -1) { + LOGERR; + io_free(*data); + *data = NULL; + return 1; + } + /* check CRC */ + ret = ntohs(hdr.hdr_crc); + hdr.hdr_crc ^= hdr.hdr_crc; + if (ret != crcFletcher16((u_short*) &hdr, sizeof hdr / 2)) { + rpc_SetErr(ERPCMISMATCH, "Bad CRC BLOB packet"); + io_free(*data); + *data = NULL; + return 1; + } + if (hdr.hdr_cmd != error) { + if (ntohl(hdr.hdr_len) != AIT_LEN(var)) { + rpc_SetErr(ECANCELED, "Bad return length packet"); + io_free(*data); + *data = NULL; + return 1; + } + } + + return hdr.hdr_cmd == error; +} + +/* + * rpc_cli_delBLOB() - Delete BLOB from server + * + * @cli = Client instance + * @var = BLOB variable + * return: -1 error, 0 ok, 1 remote error + */ +int +rpc_cli_delBLOB(rpc_cli_t * __restrict cli, ait_val_t * __restrict var) +{ + struct tagBLOBHdr hdr; + struct pollfd pfd; + int ret; + + if (!cli || !var) { + rpc_SetErr(EINVAL, "Invalid arguments"); + return -1; + } else + memset(&hdr, 0, sizeof hdr); + + rpc_addPktSession(&hdr.hdr_session, cli->cli_parent); + hdr.hdr_cmd = unset; + hdr.hdr_var = htonl((uint32_t) AIT_GET_BLOB(var)); + hdr.hdr_ret = 0; + hdr.hdr_len = 0; + /* calculate CRC */ + hdr.hdr_crc ^= hdr.hdr_crc; + hdr.hdr_crc = htons(crcFletcher16((u_short*) &hdr, sizeof hdr / 2)); + + /* send UNSET request */ + pfd.fd = cli->cli_sock; + pfd.events = POLLOUT; + if ((ret = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) == -1 || + pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) { + LOGERR; + return -1; + } + if (send(cli->cli_sock, &hdr, sizeof hdr, MSG_NOSIGNAL) == -1) { + LOGERR; + return -1; + } + + /* wait for reply */ + pfd.events = POLLIN | POLLPRI; + if ((ret = poll(&pfd, 1, DEF_RPC_TIMEOUT * 1000)) < 1 || + pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) { + if (ret) + LOGERR; + else + rpc_SetErr(ETIMEDOUT, "Timeout reached! Server not respond"); + return 1; + } + if (recv(cli->cli_sock, &hdr, sizeof hdr, 0) == -1) { + LOGERR; + return 1; + } + /* check CRC */ + ret = ntohs(hdr.hdr_crc); + hdr.hdr_crc ^= hdr.hdr_crc; + if (ret != crcFletcher16((u_short*) &hdr, sizeof hdr / 2)) { + rpc_SetErr(ERPCMISMATCH, "Bad CRC BLOB packet"); + return 1; + } + + return hdr.hdr_cmd == error; +} + +/* + * rpc_cli_getBLOB() - Receive BLOB from server and Delete after that + * + * @cli = Client instance + * @var = BLOB variable + * @data = BLOB data, must be io_free after use! + * return: -1 error, 0 ok, 1 remote error + */ +inline int +rpc_cli_getBLOB(rpc_cli_t * __restrict cli, ait_val_t * __restrict var, void ** __restrict data) +{ + int ret; + + ret = rpc_cli_recvBLOB(cli, var, data); + ret |= rpc_cli_delBLOB(cli, var) > 0 ? 2 : 0; return ret; }