--- mqtt/src/daemon.c 2012/01/27 15:05:38 1.2 +++ mqtt/src/daemon.c 2012/07/03 09:02:50 1.3 @@ -1,13 +1,10 @@ #include "global.h" #include "rtlm.h" -#include "utils.h" #include "mqttd.h" #include "mqttd_calls.h" +#include "utils.h" -static void *startSession(sched_task_t *task); - - static inline struct tagSession * initSession(int sock, ait_val_t * __restrict v) { @@ -19,17 +16,16 @@ initSession(int sock, ait_val_t * __restrict v) if (!v) return NULL; - sess = malloc(sizeof(struct tagSession)); + sess = io_malloc(sizeof(struct tagSession)); if (!sess) { - ioDEBUG(3, "Error:: in malloc #%d - %s", errno, strerror(errno)); - io_freeVar(v); + ioSYSERR(0); return NULL; } else memset(sess, 0, sizeof(struct tagSession)); - TAILQ_INIT(&sess->sess_sndqueue); + SLIST_INIT(&sess->sess_subscr); - str = (const char*) cfg_GetAttribute(&cfg, CFG("mqttd"), CFG("retry")); + str = cfg_getAttribute(&cfg, "mqttd", "retry"); if (!str) sess->sess_retry = DEFAULT_RETRY; else @@ -37,20 +33,35 @@ initSession(int sock, ait_val_t * __restrict v) sess->sess_buf = mqtt_msgAlloc(USHRT_MAX); if (!sess->sess_buf) { - ioDEBUG(3, "Error:: in msgAlloc #%d - %s", mqtt_GetErrno(), mqtt_GetError()); - free(sess); - io_freeVar(v); + ioLIBERR(mqtt); + io_free(sess); return NULL; } + /* init server actor */ + sess->sess_srv = mqtt_srv_cliInit(sock, sess->sess_buf, sess->sess_ka, 1); + if (!sess->sess_srv) { + ioDEBUG(3, "Error:: in srv_Init #%d - %s", mqtt_GetErrno(), mqtt_GetError()); + mqtt_msgFree(&sess->sess_buf, 42); + io_free(sess); + return NULL; + } else { + mqtt_srv_setCmd(sess->sess_srv, MQTT_TYPE_CONNECT, cmdCONNECT); + mqtt_srv_setCmd(sess->sess_srv, MQTT_TYPE_PUBLISH, cmdPUBLISH); + mqtt_srv_setCmd(sess->sess_srv, MQTT_TYPE_PUBREL, cmdPUBREL); + mqtt_srv_setCmd(sess->sess_srv, MQTT_TYPE_SUBSCRIBE, cmdSUBSCRIBE); + mqtt_srv_setCmd(sess->sess_srv, MQTT_TYPE_UNSUBSCRIBE, cmdUNSUBSCRIBE); + mqtt_srv_setCmd(sess->sess_srv, MQTT_TYPE_PINGREQ, cmdPINGREQ); + mqtt_srv_setCmd(sess->sess_srv, MQTT_TYPE_DISCONNECT, cmdDISCONNECT); + } + sess->sess_sock = sock; strlcpy(sess->sess_addr, (char*) AIT_GET_STR(v), sizeof sess->sess_addr); - io_freeVar(v); return sess; } static void -finiSession(struct tagSession *sess, int preservSock) +finiSession(struct tagSession *sess) { struct tagStore *store; @@ -59,238 +70,170 @@ finiSession(struct tagSession *sess, int preservSock) if (!sess) return; - if (call.FiniSessPUB) - call.FiniSessPUB(&cfg, pub, sess->sess_cid, sess->sess_user, "%"); + schedCancelby(root, taskTIMER, CRITERIA_CALL, sendRetain, NULL); - while ((store = TAILQ_FIRST(&sess->sess_sndqueue))) { - TAILQ_REMOVE(&sess->sess_sndqueue, store, st_node); + if (sess->sess_clean) { + if (call.FiniSessPUB) + call.FiniSessPUB(&cfg, pub, sess->sess_cid, sess->sess_user, "%"); + if (call.DeletePUB_subscribe) + call.DeletePUB_subscribe(&cfg, pub, sess->sess_cid, "%", sess->sess_user, "%"); + if (call.WipePUB_topic) /* only dynamic messages */ + call.WipePUB_topic(&cfg, pub, sess->sess_cid, sess->sess_user, 0); + } - if (store->st_subscr.sub_topic._base) - free(store->st_subscr.sub_topic._base); - if (store->st_subscr.sub_value._base) - free(store->st_subscr.sub_value._base); + while ((store = SLIST_FIRST(&sess->sess_subscr))) { + SLIST_REMOVE_HEAD(&sess->sess_subscr, st_node); - free(store); + if (store->st_subscr.sub_topic.msg_base) + free(store->st_subscr.sub_topic.msg_base); + if (store->st_subscr.sub_value.msg_base) + free(store->st_subscr.sub_value.msg_base); + + io_free(store); } - if (sess->sess_will.msg) - free(sess->sess_will.msg); + if (sess->sess_will.flag) + pubWill(sess); + if (sess->sess_will.topic) free(sess->sess_will.topic); + if (sess->sess_will.msg) + free(sess->sess_will.msg); - if (sess->sess_sock > STDERR_FILENO && !preservSock) + if (sess->sess_sock > STDERR_FILENO) srv_Close(sess->sess_sock); + mqtt_srv_cliFini(&sess->sess_srv); mqtt_msgFree(&sess->sess_buf, 42); - free(sess); + io_free(sess); } -static void -stopSession(struct tagSession *sess) +static void * +leaveClient(sched_task_t *task) { - mqtt_msg_t msg = { NULL, 0 }; + struct tagSession *sess; int ret; ioTRACE(4); + assert(task); + + sess = TASK_ARG(task); assert(sess); - pthread_mutex_lock(&mtx_sess); TAILQ_REMOVE(&Sessions, sess, sess_node); - pthread_mutex_unlock(&mtx_sess); - ret = mqtt_msgDISCONNECT(&msg); - if ((ret = send(sess->sess_sock, msg.msg_base, ret, 0)) == -1) - ioDEBUG(3, "Error:: send(%d) #%d - %s", sess->sess_sock, errno, strerror(errno)); - else { - ioDEBUG(5, "Sended %d bytes for disconnect", ret); - free(msg.msg_base); - memset(&msg, 0, sizeof msg); - } + ret = mqtt_msgDISCONNECT(sess->sess_buf); + send(TASK_FD(task), sess->sess_buf->msg_base, ret, MSG_NOSIGNAL); - ioDEBUG(1, "Close socket=%d", sess->sess_sock); - finiSession(sess, 0); - + ioDEBUG(1, "Close socket=%ld", (long) TASK_FD(task)); call.LOG(logg, "Session %s stopped from %s for user %s.\n", sess->sess_cid, sess->sess_addr, sess->sess_user); + + finiSession(sess); + return NULL; } -static int -KASession(struct tagSession *sess) +static void * +dispatchSession(sched_task_t *task) { - mqtt_msg_t msg = { NULL, 0 }; - int ret; - struct pollfd pfd; + int ret, len = 0; + struct tagSession *sess; - ioTRACE(4); + ioTRACE(2); + assert(task); + + sess = TASK_ARG(task); assert(sess); - /* ping request */ - ret = mqtt_msgPINGREQ(&msg); - if ((ret = send(sess->sess_sock, msg.msg_base, ret, 0)) == -1) { - ioDEBUG(3, "Error:: send(%d) #%d - %s", sess->sess_sock, errno, strerror(errno)); - return -1; - } else { - ioDEBUG(5, "Sended %d bytes for ping request", ret); - free(msg.msg_base); - memset(&msg, 0, sizeof msg); - } - - pfd.fd = sess->sess_sock; - pfd.events = POLLIN | POLLPRI; - if ((ret = poll(&pfd, 1, sess->sess_ka * 1000)) == -1 || - pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) { - ioDEBUG(3, "Error:: poll(%d) #%d - %s", sess->sess_sock, errno, strerror(errno)); - return -1; - } else if (!ret) { - ioDEBUG(5, "Warning:: Session is abandoned ... must be disconnect!"); - return 1; - } /* receive & decode packet */ - if (recv(sess->sess_sock, sess->sess_buf->msg_base, sess->sess_buf->msg_len, 0) == -1) { + if ((ret = recv(TASK_FD(task), sess->sess_buf->msg_base, sess->sess_buf->msg_len, 0)) == -1) { ioDEBUG(3, "Error:: recv(%d) #%d - %s", sess->sess_sock, errno, strerror(errno)); - return -1; + TAILQ_REMOVE(&Sessions, sess, sess_node); + finiSession(sess); + return NULL; + } else if (!ret) { + ioDEBUG(4, "Session %s EOF received.", sess->sess_cid); + TAILQ_REMOVE(&Sessions, sess, sess_node); + finiSession(sess); + return NULL; } - if (mqtt_readPINGRESP(sess->sess_buf)) { - ioDEBUG(5, "Warning:: Session is broken, not hear ping response ... must be disconnect!"); - return 2; - } - /* Keep Alive is OK! */ - return 0; + do { + /* dispatch message type */ + if ((len = mqtt_srv_cliDispatch(sess->sess_srv, ret, sess)) < 0) { + if (len == -1) { + ioLIBERR(mqtt); + finiSession(sess); + } else if (len == -2) { + TAILQ_REMOVE(&Sessions, sess, sess_node); + finiSession(sess); + } else if (len == -3) + schedEvent(root, startSession, NULL, (u_long) TASK_FD(task), sess, ret); + } else + ret -= len; + } while (len > 0 && ret > 0); + + if (len >= 0 && !schedRead(root, dispatchSession, TASK_ARG(task), TASK_FD(task), NULL, 0)) { + ioLIBERR(sched); + TAILQ_REMOVE(&Sessions, sess, sess_node); + finiSession(sess); + } + return NULL; } -static void * -thrSession(struct tagSession *sess) +static int +loadSubscribes(struct tagSession * __restrict sess, mqtt_subscr_t * __restrict subs) { - mqtt_msg_t msg = { NULL, 0 }; - int ret, locKill = 42; - struct pollfd pfd; - struct mqtthdr *hdr; - ait_val_t *v; + register int i; struct tagStore *store; - pthread_cleanup_push((void(*)(void*)) stopSession, sess); - ioTRACE(2); + if (!subs) + return -1; - pfd.fd = sess->sess_sock; - pfd.events = POLLIN | POLLPRI; - while (!Kill && locKill) { - if ((ret = poll(&pfd, 1, sess->sess_ka * 1000)) == -1 || - pfd.revents & (POLLERR | POLLHUP | POLLNVAL)) { - ioDEBUG(3, "Error:: poll(%d) #%d - %s", sess->sess_sock, errno, strerror(errno)); - break; - } else if (!ret && (ret = KASession(sess))) { - call.LOG(logg, "Session %s keep-alive missing from %s for user %s ...\n", - sess->sess_cid, sess->sess_addr, sess->sess_user); - break; + for (i = 0; subs[i].sub_topic.msg_base; i++) { + store = io_malloc(sizeof(struct tagStore)); + if (!store) { + ioSYSERR(0); + continue; + } else { + store->st_msgid = 0; + mqtt_subCopy(&store->st_subscr, &subs[i]); } - /* receive & decode packet */ - if ((ret = recv(sess->sess_sock, sess->sess_buf->msg_base, sess->sess_buf->msg_len, 0)) == -1) { - ioDEBUG(3, "Error:: recv(%d) #%d - %s", sess->sess_sock, errno, strerror(errno)); - break; - } else if (!ret) { - ioDEBUG(4, "Session %s EOF received.", sess->sess_cid); - break; - } else - hdr = (struct mqtthdr*) sess->sess_buf->msg_base; - /* dispatch message type */ - switch (hdr->mqtt_msg.type) { - case MQTT_TYPE_CONNECT: - ioDEBUG(5, "Exec CONNECT session"); - pthread_mutex_lock(&mtx_sess); - TAILQ_REMOVE(&Sessions, sess, sess_node); - pthread_mutex_unlock(&mtx_sess); - - if (call.FiniSessPUB) - call.FiniSessPUB(&cfg, pub, sess->sess_cid, sess->sess_user, "%"); - - while ((store = TAILQ_FIRST(&sess->sess_sndqueue))) { - TAILQ_REMOVE(&sess->sess_sndqueue, store, st_node); - - if (store->st_subscr.sub_topic._base) - free(store->st_subscr.sub_topic._base); - if (store->st_subscr.sub_value._base) - free(store->st_subscr.sub_value._base); - - free(store); - } - - if (sess->sess_will.msg) - free(sess->sess_will.msg); - if (sess->sess_will.topic) - free(sess->sess_will.topic); - - if ((v = io_allocVar())) { - AIT_SET_STR(v, sess->sess_addr); - if (!schedEvent(root, startSession, v, (u_long) sess->sess_sock, sess, ret)) - io_freeVar(v); - } else - ioLIBERR(mqtt); - - locKill ^= locKill; - - call.LOG(logg, "Session %s stopped from %s for user %s.\n", sess->sess_cid, - sess->sess_addr, sess->sess_user); - continue; - case MQTT_TYPE_DISCONNECT: - ioDEBUG(5, "Exec DISCONNECT session"); - pthread_mutex_lock(&mtx_sess); - TAILQ_REMOVE(&Sessions, sess, sess_node); - pthread_mutex_unlock(&mtx_sess); - - finiSession(sess, 0); - locKill ^= locKill; - - call.LOG(logg, "Session %s stopped from %s for user %s.\n", sess->sess_cid, - sess->sess_addr, sess->sess_user); - continue; - case MQTT_TYPE_PUBLISH: - ioDEBUG(5, "Exec PUBLISH topic QoS=%d", hdr->mqtt_msg.qos); - if (Publish(sess)) - locKill ^= locKill; - break; - case MQTT_TYPE_PUBREL: - break; - case MQTT_TYPE_SUBSCRIBE: - break; - case MQTT_TYPE_UNSUBSCRIBE: - break; - case MQTT_TYPE_PINGREQ: - break; - default: - ioDEBUG(5, "Error:: Session %s, wrong command %d - DISCARDED", - sess->sess_cid, hdr->mqtt_msg.type); - break; - } + /* add to cache */ + SLIST_INSERT_HEAD(&sess->sess_subscr, store, st_node); } - pthread_cleanup_pop(locKill); - pthread_exit(NULL); + return 0; } -static void * +void * startSession(sched_task_t *task) { u_char basebuf[USHRT_MAX]; - mqtt_msg_t msg = { NULL, 0 }, buf = { basebuf, sizeof basebuf }; + mqtt_msg_t buf = { basebuf, sizeof basebuf }; mqtthdr_connflgs_t flg; mqtthdr_connack_t cack; + ait_val_t *v; struct tagSession *s, *sess = NULL; - int ret; - pthread_attr_t attr; + int ret, wlen; + mqtt_subscr_t *subs; + struct timespec ts = { RETAIN_TIMEOUT, 0 }; + intptr_t sock; ioTRACE(4); assert(task); if (!TASK_DATA(task)) { - sess = initSession(TASK_FD(task), TASK_ARG(task)); + v = TASK_ARG(task); + /* flow from accept new clients */ + sess = initSession(TASK_FD(task), v); + io_freeVar(&v); if (!sess) { - io_freeVar(TASK_ARG(task)); close(TASK_FD(task)); return NULL; } @@ -298,11 +241,13 @@ startSession(sched_task_t *task) /* receive & decode packet */ if (recv(sess->sess_sock, buf.msg_base, buf.msg_len, 0) == -1) { ioDEBUG(3, "Error:: recv(%d) #%d - %s", sess->sess_sock, errno, strerror(errno)); - finiSession(sess, 0); + finiSession(sess); return NULL; } } else { sess = TASK_DATA(task); + assert(sess); + buf.msg_len = TASK_DATLEN(task) > sizeof basebuf ? sizeof basebuf : TASK_DATLEN(task); memcpy(buf.msg_base, sess->sess_buf->msg_base, buf.msg_len); } @@ -320,6 +265,8 @@ startSession(sched_task_t *task) sess->sess_will.qos = flg.will_qos; sess->sess_will.retain = flg.will_retain; sess->sess_will.flag = flg.will_flg; + + sess->sess_srv->timeout = sess->sess_ka; } /* check online table for user */ @@ -332,12 +279,16 @@ startSession(sched_task_t *task) ioDEBUG(1, "Login:: ALLOWED for username %s ...", sess->sess_user); ret = MQTT_RETCODE_ACCEPTED; } + + /* db management */ if (call.FiniSessPUB(&cfg, pub, sess->sess_cid, sess->sess_user, "%") > 0) { ioDEBUG(2, "Old session %s should be disconnect!", sess->sess_cid); TAILQ_FOREACH(s, &Sessions, sess_node) if (!strcmp(s->sess_cid, sess->sess_cid)) { /* found stale session & disconnect it! */ - stopSession(s); + sock = s->sess_sock; + schedCancelby(root, taskMAX, CRITERIA_FD, (void*) sock, NULL); + schedWrite(root, leaveClient, s, s->sess_sock, NULL, 0); break; } } @@ -352,115 +303,117 @@ startSession(sched_task_t *task) sess->sess_cid, sess->sess_addr, sess->sess_user); ret = MQTT_RETCODE_ACCEPTED; } - - ret = mqtt_msgCONNACK(&msg, ret); - if ((ret = send(sess->sess_sock, msg.msg_base, ret, 0)) == -1) { - ioDEBUG(3, "Error:: send(%d) #%d - %s", sess->sess_sock, errno, strerror(errno)); - finiSession(sess, 0); - return NULL; - } else { - ioDEBUG(5, "Sended %d bytes", ret); - free(msg.msg_base); - memset(&msg, 0, sizeof msg); + /* clean/load session if requested */ + if (sess->sess_clean) { + if (call.DeletePUB_subscribe) + call.DeletePUB_subscribe(&cfg, pub, sess->sess_cid, "%", sess->sess_user, "%"); + if (call.WipePUB_topic) /* delete ALL messages */ + call.WipePUB_topic(&cfg, pub, sess->sess_cid, sess->sess_user, -1); + } else if (call.ReadPUB_subscribe) { + /* load subscribes */ + subs = call.ReadPUB_subscribe(&cfg, pub, sess->sess_cid, "%"); + loadSubscribes(sess, subs); + mqtt_subFree(&subs); } - /* Start session thread OK ... */ - pthread_attr_init(&attr); - pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_DETACHED); + /* timer event for retain messages */ + if (call.ReadPUB_topic) + schedTimer(root, sendRetain, sess, ts, NULL, 0); - pthread_mutex_lock(&mtx_sess); - TAILQ_INSERT_TAIL(&Sessions, sess, sess_node); - pthread_create(&sess->sess_tid, &attr, (void*(*)(void*)) thrSession, sess); - pthread_mutex_unlock(&mtx_sess); + /* Start session task OK ... */ + if (!schedRead(root, dispatchSession, sess, TASK_FD(task), NULL, 0)) { + ioLIBERR(sched); + ret = MQTT_RETCODE_DENIED; + } else + TAILQ_INSERT_TAIL(&Sessions, sess, sess_node); call.LOG(logg, "Session %s started from %s for user %s (timeout=%d) OK!\n", sess->sess_cid, sess->sess_addr, sess->sess_user, sess->sess_ka); - - pthread_attr_destroy(&attr); - return NULL; end: /* close client connection */ - ret = mqtt_msgCONNACK(&msg, ret); - if ((ret = send(sess->sess_sock, msg.msg_base, ret, 0)) == -1) { - ioDEBUG(3, "Error:: send(%d) #%d - %s", sess->sess_sock, errno, strerror(errno)); - } else { - ioDEBUG(5, "Sended %d bytes", ret); - free(msg.msg_base); - memset(&msg, 0, sizeof msg); - } + wlen = mqtt_msgCONNACK(sess->sess_buf, ret); + if ((wlen = send(TASK_FD(task), sess->sess_buf->msg_base, wlen, 0)) == -1) { + ioDEBUG(3, "Error:: send(%ld) #%d - %s", (long) TASK_FD(task), errno, strerror(errno)); + } else + ioDEBUG(5, "Sended %d bytes", wlen); - ioDEBUG(1, "Close client %s with socket=%d", sess->sess_addr, sess->sess_sock); - finiSession(sess, 0); + if (ret != MQTT_RETCODE_ACCEPTED) { + ioDEBUG(1, "Close client %s with socket=%ld", sess->sess_addr, (long) TASK_FD(task)); + finiSession(sess); + } return NULL; } -/* ----------------------------------------------------------------------- */ - static void * -thrSched(void *arg __unused) +acceptClient(sched_task_t *task) { - struct tagSession *sess; - struct timespec pl = { 0, 10000000 }; + int cli; + io_sockaddr_t sa; + socklen_t sslen = sizeof sa.ss; + ait_val_t *v; + char str[STRSIZ]; - ioTRACE(1); + ioTRACE(4); - schedPolling(root, &pl, NULL); - schedRun(root, &Kill); + assert(task); - TAILQ_FOREACH(sess, &Sessions, sess_node) - if (sess->sess_tid) - pthread_cancel(sess->sess_tid); - ioDEBUG(5, "EXIT from Scheduler thread !!!"); - pthread_exit(NULL); + if ((cli = accept(TASK_FD(task), &sa.sa, &sslen)) == -1) + goto end; + + v = io_allocVar(); + if (!v) { + ioLIBERR(io); + close(cli); + goto end; + } else { + memset(str, 0, sizeof str); + snprintf(str, sizeof str, "%s:%hu", io_n2addr(&sa, v), io_n2port(&sa)); + AIT_FREE_VAL(v); + AIT_SET_STR(v, str); + } + ioDEBUG(1, "Connected client with socket=%d from %s", cli, AIT_GET_STR(v)); + + if (!schedRead(root, startSession, v, cli, NULL, 0)) { + io_freeVar(&v); + close(cli); + ioDEBUG(1, "Terminated client with socket=%d", cli); + } +end: + if (!schedRead(root, acceptClient, NULL, TASK_FD(task), NULL, 0)) + ioLIBERR(sched); + return NULL; } +/* ----------------------------------------------------------------------- */ + int Run(int sock) { - io_sockaddr_t sa; - socklen_t sslen = sizeof sa.ss; - int cli; - pthread_t tid; - ait_val_t *v; - char str[STRSIZ]; + struct tagSession *sess; + struct timespec pl = { 0, 100000000 }; ioTRACE(1); - if (pthread_create(&tid, NULL, thrSched, NULL)) { - ioSYSERR(0); + if (mqtt_srv_Listen(sock, 0, 1) == -1) { + ioLIBERR(mqtt); return -1; - } else - pthread_detach(tid); - ioDEBUG(2, "Run scheduler management thread"); + } - if (listen(sock, SOMAXCONN) == -1) { - ioSYSERR(0); + /* state machine - accept new connections */ + if (!schedRead(root, acceptClient, NULL, sock, NULL, 0)) { + ioLIBERR(sched); return -1; } - while (!Kill) { - if ((cli = accept(sock, &sa.sa, &sslen)) == -1) { - if (!Kill) - continue; - ioSYSERR(0); - break; - } - v = io_allocVar(); - if (!v) { - ioLIBERR(mqtt); - break; - } else { - memset(str, 0, sizeof str); - snprintf(str, sizeof str, "%s:%hu", io_n2addr(&sa, v), io_n2port(&sa)); - AIT_SET_STR(v, str); - } - ioDEBUG(1, "Connected client with socket=%d from %s", cli, AIT_GET_STR(v)); + schedPolling(root, &pl, NULL); + schedRun(root, &Kill); - if (!schedRead(root, startSession, v, cli, NULL, 0)) { - io_freeVar(v); - close(cli); - ioDEBUG(1, "Terminated client with socket=%d", cli); - } - } + schedCancelby(root, taskTIMER, CRITERIA_CALL, sendRetain, NULL); + /* free all undeleted elements into lists */ + TAILQ_FOREACH(sess, &Sessions, sess_node) { + TAILQ_REMOVE(&Sessions, sess, sess_node); + + finiSession(sess); + } return 0; }