--- libaitsched/src/aitsched.c 2011/08/13 17:28:17 1.1.1.1.2.4 +++ libaitsched/src/aitsched.c 2012/08/01 12:49:26 1.11.2.2 @@ -3,7 +3,7 @@ * by Michael Pounov * * $Author: misho $ -* $Id: aitsched.c,v 1.1.1.1.2.4 2011/08/13 17:28:17 misho Exp $ +* $Id: aitsched.c,v 1.11.2.2 2012/08/01 12:49:26 misho Exp $ * ************************************************************************** The ELWIX and AITNET software is distributed under the following @@ -12,7 +12,7 @@ terms: All of the documentation and software included in the ELWIX and AITNET Releases is copyrighted by ELWIX - Sofia/Bulgaria -Copyright 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011 +Copyright 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012 by Michael Pounov . All rights reserved. Redistribution and use in source and binary forms, with or without @@ -86,14 +86,14 @@ sched_SetErr(int eno, char *estr, ...) /* * schedRegisterHooks() - Register IO handles and bind tasks to it + * * @root = root task * return: -1 error or 0 ok */ int schedRegisterHooks(sched_root_task_t * __restrict root) { - if (!root || (root->root_data.iov_base && root->root_data.iov_len)) - return -1; + assert(root); if (root->root_hooks.hook_root.fini) root->root_hooks.hook_root.fini(root, NULL); @@ -101,9 +101,17 @@ schedRegisterHooks(sched_root_task_t * __restrict root root->root_hooks.hook_add.read = sched_hook_read; root->root_hooks.hook_add.write = sched_hook_write; + root->root_hooks.hook_add.alarm = sched_hook_alarm; + root->root_hooks.hook_add.node = sched_hook_node; + root->root_hooks.hook_add.proc = sched_hook_proc; + root->root_hooks.hook_add.signal = sched_hook_signal; +#ifdef EVFILT_USER + root->root_hooks.hook_add.user = sched_hook_user; +#endif root->root_hooks.hook_exec.cancel = sched_hook_cancel; root->root_hooks.hook_exec.fetch = sched_hook_fetch; + root->root_hooks.hook_exec.exception = sched_hook_exception; root->root_hooks.hook_root.init = sched_hook_init; root->root_hooks.hook_root.fini = sched_hook_fini; @@ -112,6 +120,7 @@ schedRegisterHooks(sched_root_task_t * __restrict root /* * schedInit() - Init scheduler + * * @data = optional data if !=NULL * @datlen = data len if data is set * return: allocated root task if ok or NULL error @@ -121,25 +130,59 @@ schedInit(void ** __restrict data, size_t datlen) { sched_root_task_t *root = NULL; int (*func)(sched_root_task_t *); +#ifdef HAVE_LIBPTHREAD + register int i; +#endif root = malloc(sizeof(sched_root_task_t)); if (!root) { LOGERR; } else { memset(root, 0, sizeof(sched_root_task_t)); + + /* INFINIT polling period by default */ + sched_timespecinf(&root->root_poll); + +#ifdef HAVE_LIBPTHREAD + for (i = 0; i < taskMAX; i++) + if (pthread_mutex_init(&root->root_mtx[i], NULL)) { + LOGERR; + while (i) + pthread_mutex_destroy(&root->root_mtx[--i]); + free(root); + return NULL; + } + + for (i = 0; i < taskMAX; i++) + pthread_mutex_lock(&root->root_mtx[i]); +#endif + TAILQ_INIT(&root->root_read); TAILQ_INIT(&root->root_write); TAILQ_INIT(&root->root_timer); + TAILQ_INIT(&root->root_alarm); + TAILQ_INIT(&root->root_node); + TAILQ_INIT(&root->root_proc); + TAILQ_INIT(&root->root_signal); + TAILQ_INIT(&root->root_aio); + TAILQ_INIT(&root->root_user); TAILQ_INIT(&root->root_event); TAILQ_INIT(&root->root_eventlo); + TAILQ_INIT(&root->root_suspend); TAILQ_INIT(&root->root_ready); TAILQ_INIT(&root->root_unuse); +#ifdef HAVE_LIBPTHREAD + for (i = 0; i < taskMAX; i++) + pthread_mutex_unlock(&root->root_mtx[i]); +#endif + if (data && *data) { if (datlen) { root->root_data.iov_base = *data; root->root_data.iov_len = datlen; - } else { + } else { /* if datlen == 0, switch to callbacks init mode */ + /* little hack :) for correct initialization of scheduler */ func = (int(*)(sched_root_task_t*)) data; func(root); } @@ -154,62 +197,98 @@ schedInit(void ** __restrict data, size_t datlen) /* * schedEnd() - End scheduler & free all resources + * * @root = root task * return: -1 error or 0 ok */ int -schedEnd(sched_root_task_t * __restrict root) +schedEnd(sched_root_task_t ** __restrict root) { - sched_task_t *task; + sched_task_t *task, *tmp; +#ifdef HAVE_LIBPTHREAD + register int i; +#endif - if (!root) + if (!root || !*root) return -1; - TAILQ_FOREACH(task, &root->root_read, task_node) { + TAILQ_FOREACH_SAFE(task, &(*root)->root_read, task_node, tmp) schedCancel(task); - } - TAILQ_FOREACH(task, &root->root_write, task_node) { + TAILQ_FOREACH_SAFE(task, &(*root)->root_write, task_node, tmp) schedCancel(task); - } - TAILQ_FOREACH(task, &root->root_timer, task_node) { + TAILQ_FOREACH_SAFE(task, &(*root)->root_timer, task_node, tmp) schedCancel(task); - } - TAILQ_FOREACH(task, &root->root_event, task_node) { + TAILQ_FOREACH_SAFE(task, &(*root)->root_alarm, task_node, tmp) schedCancel(task); - } - TAILQ_FOREACH(task, &root->root_ready, task_node) { + TAILQ_FOREACH_SAFE(task, &(*root)->root_node, task_node, tmp) schedCancel(task); - } + TAILQ_FOREACH_SAFE(task, &(*root)->root_proc, task_node, tmp) + schedCancel(task); + TAILQ_FOREACH_SAFE(task, &(*root)->root_signal, task_node, tmp) + schedCancel(task); + TAILQ_FOREACH_SAFE(task, &(*root)->root_aio, task_node, tmp) + schedCancel(task); + TAILQ_FOREACH_SAFE(task, &(*root)->root_user, task_node, tmp) + schedCancel(task); + TAILQ_FOREACH_SAFE(task, &(*root)->root_event, task_node, tmp) + schedCancel(task); + TAILQ_FOREACH_SAFE(task, &(*root)->root_eventlo, task_node, tmp) + schedCancel(task); + TAILQ_FOREACH_SAFE(task, &(*root)->root_suspend, task_node, tmp) + schedCancel(task); + TAILQ_FOREACH_SAFE(task, &(*root)->root_ready, task_node, tmp) + schedCancel(task); - while ((task = TAILQ_FIRST(&root->root_unuse))) { - TAILQ_REMOVE(&root->root_unuse, task, task_node); +#ifdef HAVE_LIBPTHREAD + pthread_mutex_lock(&(*root)->root_mtx[taskUNUSE]); +#endif + TAILQ_FOREACH_SAFE(task, &(*root)->root_unuse, task_node, tmp) { + TAILQ_REMOVE(&(*root)->root_unuse, task, task_node); free(task); } +#ifdef HAVE_LIBPTHREAD + pthread_mutex_unlock(&(*root)->root_mtx[taskUNUSE]); +#endif - if (root->root_hooks.hook_root.fini) - root->root_hooks.hook_root.fini(root, NULL); + if ((*root)->root_hooks.hook_root.fini) + (*root)->root_hooks.hook_root.fini(*root, NULL); - free(root); +#ifdef HAVE_LIBPTHREAD + for (i = 0; i < taskMAX; i++) + pthread_mutex_destroy(&(*root)->root_mtx[i]); +#endif + + free(*root); + *root = NULL; return 0; } /* * schedCall() - Call task execution function + * * @task = current task * return: !=NULL error or =NULL ok */ inline void * schedCall(sched_task_t * __restrict task) { + void *ptr = (void*) -1; + if (!task) - return (void*) -1; + return ptr; - task->task_id++; - return task->task_func(task); + if (!TASK_ISLOCKED(task)) + TASK_LOCK(task); + + ptr = task->task_func(task); + + TASK_UNLOCK(task); + return ptr; } /* * schedFetch() - Fetch ready task + * * @root = root task * return: =NULL error or !=NULL ready task */ @@ -230,7 +309,41 @@ schedFetch(sched_root_task_t * __restrict root) } /* + * schedTrigger() - Triggering USER task + * + * @task = task + * return: -1 error or 0 ok + */ +int +schedTrigger(sched_task_t * __restrict task) +{ +#ifndef EVFILT_USER + sched_SetErr(ENOTSUP, "Not supported kevent() filter"); + return -1; +#else + struct kevent chg[1]; + struct timespec timeout = { 0, 0 }; + + if (!task || !TASK_ROOT(task)) + return -1; + +#ifdef __NetBSD__ + EV_SET(chg, TASK_VAL(task), EVFILT_USER, 0, NOTE_TRIGGER, 0, (intptr_t) TASK_VAL(task)); +#else + EV_SET(chg, TASK_VAL(task), EVFILT_USER, 0, NOTE_TRIGGER, 0, (void*) TASK_VAL(task)); +#endif + if (kevent(TASK_ROOT(task)->root_kq, chg, 1, NULL, 0, &timeout) == -1) { + LOGERR; + return -1; + } + + return 0; +#endif +} + +/* * schedCancel() - Cancel task from scheduler + * * @task = task * return: -1 error or 0 ok */ @@ -239,132 +352,243 @@ schedCancel(sched_task_t * __restrict task) { sched_queue_t *queue; - if (!task || !task->task_root) + if (!task || !TASK_ROOT(task)) return -1; - if (task->task_root->root_hooks.hook_exec.cancel) - if (task->task_root->root_hooks.hook_exec.cancel(task, NULL)) + if (TASK_ROOT(task)->root_hooks.hook_exec.cancel) + if (TASK_ROOT(task)->root_hooks.hook_exec.cancel(task, NULL)) return -1; - switch (task->task_type) { + switch (TASK_TYPE(task)) { case taskREAD: - queue = &task->task_root->root_read; + queue = &TASK_ROOT(task)->root_read; break; case taskWRITE: - queue = &task->task_root->root_write; + queue = &TASK_ROOT(task)->root_write; break; case taskTIMER: - queue = &task->task_root->root_timer; + queue = &TASK_ROOT(task)->root_timer; break; + case taskALARM: + queue = &TASK_ROOT(task)->root_alarm; + break; + case taskNODE: + queue = &TASK_ROOT(task)->root_node; + break; + case taskPROC: + queue = &TASK_ROOT(task)->root_proc; + break; + case taskSIGNAL: + queue = &TASK_ROOT(task)->root_signal; + break; + case taskAIO: + queue = &TASK_ROOT(task)->root_aio; + break; + case taskUSER: + queue = &TASK_ROOT(task)->root_user; + break; case taskEVENT: - queue = &task->task_root->root_event; + queue = &TASK_ROOT(task)->root_event; break; + case taskEVENTLO: + queue = &TASK_ROOT(task)->root_eventlo; + break; + case taskSUSPEND: + queue = &TASK_ROOT(task)->root_suspend; + break; case taskREADY: - queue = &task->task_root->root_ready; + queue = &TASK_ROOT(task)->root_ready; break; default: queue = NULL; } - if (queue) - TAILQ_REMOVE(queue, task, task_node); - if (task->task_type != taskUNUSE) { - task->task_type = taskUNUSE; - TAILQ_INSERT_TAIL(&task->task_root->root_unuse, task, task_node); + if (queue) { +#ifdef HAVE_LIBPTHREAD + pthread_mutex_lock(&TASK_ROOT(task)->root_mtx[TASK_TYPE(task)]); +#endif + TAILQ_REMOVE(queue, TASK_ID(task), task_node); +#ifdef HAVE_LIBPTHREAD + pthread_mutex_unlock(&TASK_ROOT(task)->root_mtx[TASK_TYPE(task)]); +#endif } + if (TASK_TYPE(task) != taskUNUSE) + _sched_unuseTask(task); return 0; } /* * schedCancelby() - Cancel task from scheduler by criteria + * * @root = root task - * @queue = cancel from queue, if =NULL cancel same task from all queues - * @criteria = find task by criteria [CRITERIA_CALL|CRITERIA_ARG|CRITERIA_FD|CRITERIA_VAL|CRITERIA_TV] + * @type = cancel from queue type, if =taskMAX cancel same task from all queues + * @criteria = find task by criteria + * [CRITERIA_ANY|CRITERIA_CALL|CRITERIA_ARG|CRITERIA_FD|CRITERIA_VAL|CRITERIA_ID|CRITERIA_TS|CRITERIA_DATA] * @param = search parameter * @hook = custom cleanup hook function, may be NULL - * return: -1 error or 0 ok + * return: -1 error, -2 error in sub-stage cancel execution, -3 error from custom hook or 0 ok */ int -schedCancelby(sched_root_task_t * __restrict root, sched_queue_t * __restrict queue, +schedCancelby(sched_root_task_t * __restrict root, sched_task_type_t type, u_char criteria, void *param, sched_hook_func_t hook) { - sched_task_t *task; - int flg = 0; + sched_task_t *task, *tmp; + sched_queue_t *queue; + register int flg = 0; if (!root) return -1; - if (!queue) { - if (schedCancelby(root, &root->root_read, criteria, param, hook)) + /* if type == taskMAX check in all queues */ + if (type == taskMAX) { + if (schedCancelby(root, taskREAD, criteria, param, hook)) return -2; - if (schedCancelby(root, &root->root_write, criteria, param, hook)) + if (schedCancelby(root, taskWRITE, criteria, param, hook)) return -2; - if (schedCancelby(root, &root->root_timer, criteria, param, hook)) + if (schedCancelby(root, taskTIMER, criteria, param, hook)) return -2; - if (schedCancelby(root, &root->root_event, criteria, param, hook)) + if (schedCancelby(root, taskALARM, criteria, param, hook)) return -2; - if (schedCancelby(root, &root->root_ready, criteria, param, hook)) + if (schedCancelby(root, taskNODE, criteria, param, hook)) return -2; - if (schedCancelby(root, &root->root_read, criteria, param, hook)) + if (schedCancelby(root, taskPROC, criteria, param, hook)) return -2; + if (schedCancelby(root, taskSIGNAL, criteria, param, hook)) + return -2; + if (schedCancelby(root, taskAIO, criteria, param, hook)) + return -2; + if (schedCancelby(root, taskUSER, criteria, param, hook)) + return -2; + if (schedCancelby(root, taskEVENT, criteria, param, hook)) + return -2; + if (schedCancelby(root, taskEVENTLO, criteria, param, hook)) + return -2; + if (schedCancelby(root, taskSUSPEND, criteria, param, hook)) + return -2; + if (schedCancelby(root, taskREADY, criteria, param, hook)) + return -2; return 0; } + /* choosen queue */ + switch (type) { + case taskREAD: + queue = &root->root_read; + break; + case taskWRITE: + queue = &root->root_write; + break; + case taskTIMER: + queue = &root->root_timer; + break; + case taskALARM: + queue = &root->root_alarm; + break; + case taskNODE: + queue = &root->root_node; + break; + case taskPROC: + queue = &root->root_proc; + break; + case taskSIGNAL: + queue = &root->root_signal; + break; + case taskAIO: + queue = &root->root_aio; + break; + case taskUSER: + queue = &root->root_user; + break; + case taskEVENT: + queue = &root->root_event; + break; + case taskEVENTLO: + queue = &root->root_eventlo; + break; + case taskSUSPEND: + queue = &root->root_suspend; + break; + case taskREADY: + queue = &root->root_ready; + break; + default: + return 0; + } - TAILQ_FOREACH(task, queue, task_node) - if (criteria == CRITERIA_CALL) { - if (task->task_func == (sched_task_func_t) param) { - flg++; +#ifdef HAVE_LIBPTHREAD + pthread_mutex_lock(&root->root_mtx[type]); +#endif + TAILQ_FOREACH_SAFE(task, queue, task_node, tmp) { + flg ^= flg; + switch (criteria) { + case CRITERIA_ANY: + flg = 1; break; - } - } else if (criteria == CRITERIA_ARG) { - if (task->task_arg == param) { - flg++; + case CRITERIA_CALL: + if (TASK_FUNC(task) == (sched_task_func_t) param) + flg = 1; break; - } - } else if (criteria == CRITERIA_FD) { - if (TASK_FD(task) == (u_long) param) { - flg++; + case CRITERIA_ARG: + if (TASK_ARG(task) == param) + flg = 1; break; - } - } else if (criteria == CRITERIA_VAL) { - if (TASK_VAL(task) == (u_long) param) { - flg++; + case CRITERIA_FD: + if (TASK_FD(task) == (intptr_t) param) + flg = 1; break; - } - } else if (criteria == CRITERIA_TV) { - if (&TASK_TV(task) == (struct timeval*) param) { - flg++; + case CRITERIA_ID: + case CRITERIA_VAL: + if (TASK_VAL(task) == (u_long) param) + flg = 1; break; - } - } else { - sched_SetErr(EINVAL, "Invalid parameter criteria %d", criteria); - return -1; + case CRITERIA_TS: + if (!sched_timespeccmp(&TASK_TS(task), (struct timespec*) param, -)) + flg = 1; + break; + case CRITERIA_DATA: + if (TASK_DATA(task) == param) + flg = 1; + break; + default: + sched_SetErr(EINVAL, "Invalid parameter criteria %d", criteria); + flg = -1; } - if (!flg || !task) /* task not found */ - return 0; + if (flg < 0) /* error */ + break; + /* cancel choosen task */ + if (flg > 0) { + if (TASK_ROOT(task)->root_hooks.hook_exec.cancel) + if (TASK_ROOT(task)->root_hooks.hook_exec.cancel(task, NULL)) { + flg = -1; + break; + } + /* custom hook */ + if (hook) + if (hook(task, NULL)) { + flg = -3; + break; + } - if (task->task_root->root_hooks.hook_exec.cancel) - if (task->task_root->root_hooks.hook_exec.cancel(task, NULL)) - return -1; - if (hook) - if (hook(task, NULL)) - return -3; + TAILQ_REMOVE(queue, task, task_node); + if (TASK_TYPE(task) != taskUNUSE) + _sched_unuseTask(task); - TAILQ_REMOVE(queue, task, task_node); - - if (task->task_type != taskUNUSE) { - task->task_type = taskUNUSE; - TAILQ_INSERT_TAIL(&task->task_root->root_unuse, task, task_node); + flg ^= flg; /* ok */ + } } - return 0; +#ifdef HAVE_LIBPTHREAD + pthread_mutex_unlock(&root->root_mtx[type]); +#endif + return flg; } /* * schedRun() - Scheduler *run loop* + * * @root = root task + * @killState = kill condition variable, if !=0 stop scheduler loop * return: -1 error or 0 ok */ int -schedRun(sched_root_task_t * __restrict root) +schedRun(sched_root_task_t *root, volatile intptr_t * __restrict killState) { sched_task_t *task; @@ -374,9 +598,141 @@ schedRun(sched_root_task_t * __restrict root) if (root->root_hooks.hook_exec.run) if (root->root_hooks.hook_exec.run(root, NULL)) return -1; - if (root->root_hooks.hook_exec.fetch) - while ((task = root->root_hooks.hook_exec.fetch(root, NULL))) - schedCall(task); + if (killState) { + if (root->root_hooks.hook_exec.condition) + /* condition scheduler loop */ + while (root && root->root_hooks.hook_exec.fetch && + root->root_hooks.hook_exec.condition && + root->root_hooks.hook_exec.condition(root, (void*) killState)) { + if ((task = root->root_hooks.hook_exec.fetch(root, NULL))) + root->root_ret = schedCall(task); + } + else + /* trigger scheduler loop */ + while (!*killState && root && root->root_hooks.hook_exec.fetch) { + if ((task = root->root_hooks.hook_exec.fetch(root, NULL))) + root->root_ret = schedCall(task); + } + } else + /* infinite scheduler loop */ + while (root && root->root_hooks.hook_exec.fetch) + if ((task = root->root_hooks.hook_exec.fetch(root, NULL))) + root->root_ret = schedCall(task); + return 0; +} + +/* + * schedPolling() - Polling timeout period if no timer task is present + * + * @root = root task + * @ts = timeout polling period, if ==NULL INFINIT timeout + * @tsold = old timeout polling if !=NULL + * return: -1 error or 0 ok + */ +inline int +schedPolling(sched_root_task_t * __restrict root, struct timespec * __restrict ts, + struct timespec * __restrict tsold) +{ + if (!root) + return -1; + + if (tsold) + *tsold = root->root_poll; + + if (!ts) + sched_timespecinf(&root->root_poll); + else + root->root_poll = *ts; + + return 0; +} + +/* + * schedTermCondition() - Activate hook for scheduler condition kill + * + * @root = root task + * @condValue = condition value, kill schedRun() if condValue == killState + * return: -1 error ok 0 ok + */ +inline int +schedTermCondition(sched_root_task_t * __restrict root, intptr_t condValue) +{ + if (!root) + return -1; + + root->root_cond = condValue; + root->root_hooks.hook_exec.condition = sched_hook_condition; + return 0; +} + +/* + * schedResumeby() - Resume suspended task + * + * @root = root task + * @criteria = find task by criteria + * [CRITERIA_ANY|CRITERIA_ID|CRITERIA_DATA] + * @param = search parameter (sched_task_t *task| u_long id) + * return: -1 error or 0 resumed ok + */ +int +schedResumeby(sched_root_task_t * __restrict root, u_char criteria, void *param) +{ + sched_task_t *task, *tmp; + register int flg = 0; + + if (!root) + return -1; + +#ifdef HAVE_LIBPTHREAD + pthread_mutex_lock(&root->root_mtx[taskSUSPEND]); +#endif + TAILQ_FOREACH_SAFE(task, &root->root_suspend, task_node, tmp) { + flg ^= flg; + switch (criteria) { + case CRITERIA_ANY: + flg = 1; + break; + case CRITERIA_ID: + if (TASK_VAL(task) == (u_long) param) + flg = 1; + break; + case CRITERIA_DATA: + if (TASK_ID(task) == (sched_task_t*) param) + flg = 1; + break; + default: + sched_SetErr(EINVAL, "Invalid parameter criteria %d", criteria); + flg = -1; + } + if (flg < 0) + break; + /* resume choosen task */ + if (flg > 0) { + if (root->root_hooks.hook_exec.resume) + if (root->root_hooks.hook_exec.resume(task, NULL)) { + flg = -1; + break; + } + + TAILQ_REMOVE(&root->root_suspend, task, task_node); + + task->task_type = taskREADY; +#ifdef HAVE_LIBPTHREAD + pthread_mutex_lock(&root->root_mtx[taskREADY]); +#endif + TAILQ_INSERT_TAIL(&root->root_ready, task, task_node); +#ifdef HAVE_LIBPTHREAD + pthread_mutex_unlock(&root->root_mtx[taskREADY]); +#endif + + flg ^= flg; /* ok */ + } + } +#ifdef HAVE_LIBPTHREAD + pthread_mutex_unlock(&root->root_mtx[taskSUSPEND]); +#endif + + return flg; }