|
|
| version 1.7.2.2, 2012/05/31 14:45:10 | version 1.12, 2012/08/08 08:25:39 |
|---|---|
| Line 107 sched_hook_cancel(void *task, void *arg __unused) | Line 107 sched_hook_cancel(void *task, void *arg __unused) |
| sched_task_t *t = task; | sched_task_t *t = task; |
| struct kevent chg[1]; | struct kevent chg[1]; |
| struct timespec timeout = { 0, 0 }; | struct timespec timeout = { 0, 0 }; |
| #ifdef AIO_SUPPORT | |
| struct aiocb *acb; | |
| #ifdef EVFILT_LIO | |
| struct aiocb **acbs; | |
| register int i; | |
| #endif /* EVFILT_LIO */ | |
| #endif /* AIO_SUPPORT */ | |
| if (!t || !TASK_ROOT(t)) | if (!t || !TASK_ROOT(t)) |
| return (void*) -1; | return (void*) -1; |
| Line 156 sched_hook_cancel(void *task, void *arg __unused) | Line 163 sched_hook_cancel(void *task, void *arg __unused) |
| EV_SET(&chg[0], TASK_VAL(t), EVFILT_SIGNAL, EV_DELETE, 0, 0, (void*) TASK_VAL(t)); | EV_SET(&chg[0], TASK_VAL(t), EVFILT_SIGNAL, EV_DELETE, 0, 0, (void*) TASK_VAL(t)); |
| #endif | #endif |
| break; | break; |
| #ifdef AIO_SUPPORT | |
| case taskAIO: | |
| #ifdef __NetBSD__ | |
| EV_SET(&chg[0], TASK_VAL(t), EVFILT_AIO, EV_DELETE, 0, 0, (intptr_t) TASK_VAL(t)); | |
| #else | |
| EV_SET(&chg[0], TASK_VAL(t), EVFILT_AIO, EV_DELETE, 0, 0, (void*) TASK_VAL(t)); | |
| #endif | |
| acb = (struct aiocb*) TASK_VAL(t); | |
| if (acb) { | |
| if (aio_cancel(acb->aio_fildes, acb) == AIO_CANCELED) | |
| aio_return(acb); | |
| free(acb); | |
| TASK_VAL(t) = 0; | |
| } | |
| break; | |
| #ifdef EVFILT_LIO | |
| case taskLIO: | |
| #ifdef __NetBSD__ | |
| EV_SET(&chg[0], TASK_VAL(t), EVFILT_LIO, EV_DELETE, 0, 0, (intptr_t) TASK_VAL(t)); | |
| #else | |
| EV_SET(&chg[0], TASK_VAL(t), EVFILT_LIO, EV_DELETE, 0, 0, (void*) TASK_VAL(t)); | |
| #endif | |
| acbs = (struct aiocb**) TASK_VAL(t); | |
| if (acbs) { | |
| for (i = 0; i < TASK_DATLEN(t); i++) { | |
| if (aio_cancel(acbs[i]->aio_fildes, acbs[i]) == AIO_CANCELED) | |
| aio_return(acbs[i]); | |
| free(acbs[i]); | |
| } | |
| free(acbs); | |
| TASK_VAL(t) = 0; | |
| } | |
| break; | |
| #endif /* EVFILT_LIO */ | |
| #endif /* AIO_SUPPORT */ | |
| #ifdef EVFILT_USER | |
| case taskUSER: | case taskUSER: |
| #ifdef __NetBSD__ | #ifdef __NetBSD__ |
| EV_SET(&chg[0], TASK_VAL(t), EVFILT_USER, EV_DELETE, 0, 0, (intptr_t) TASK_VAL(t)); | EV_SET(&chg[0], TASK_VAL(t), EVFILT_USER, EV_DELETE, 0, 0, (intptr_t) TASK_VAL(t)); |
| Line 163 sched_hook_cancel(void *task, void *arg __unused) | Line 206 sched_hook_cancel(void *task, void *arg __unused) |
| EV_SET(&chg[0], TASK_VAL(t), EVFILT_USER, EV_DELETE, 0, 0, (void*) TASK_VAL(t)); | EV_SET(&chg[0], TASK_VAL(t), EVFILT_USER, EV_DELETE, 0, 0, (void*) TASK_VAL(t)); |
| #endif | #endif |
| break; | break; |
| #endif | |
| default: | default: |
| return (void*) -1; | return NULL; |
| } | } |
| kevent(TASK_ROOT(t)->root_kq, chg, 1, NULL, 0, &timeout); | kevent(TASK_ROOT(t)->root_kq, chg, 1, NULL, 0, &timeout); |
| Line 386 sched_hook_signal(void *task, void *arg __unused) | Line 430 sched_hook_signal(void *task, void *arg __unused) |
| * @arg = unused | * @arg = unused |
| * return: <0 errors and 0 ok | * return: <0 errors and 0 ok |
| */ | */ |
| #ifdef EVFILT_USER | |
| void * | void * |
| sched_hook_user(void *task, void *arg __unused) | sched_hook_user(void *task, void *arg __unused) |
| { | { |
| Line 413 sched_hook_user(void *task, void *arg __unused) | Line 458 sched_hook_user(void *task, void *arg __unused) |
| return NULL; | return NULL; |
| } | } |
| #endif | |
| /* | /* |
| * sched_hook_fetch() - Default FETCH hook | * sched_hook_fetch() - Default FETCH hook |
| Line 429 sched_hook_fetch(void *root, void *arg __unused) | Line 475 sched_hook_fetch(void *root, void *arg __unused) |
| struct timespec now, m, mtmp; | struct timespec now, m, mtmp; |
| struct timespec *timeout; | struct timespec *timeout; |
| struct kevent evt[1], res[KQ_EVENTS]; | struct kevent evt[1], res[KQ_EVENTS]; |
| register int i; | register int i, flg; |
| int en; | int en; |
| #ifdef AIO_SUPPORT | |
| int len, fd; | |
| struct aiocb *acb; | |
| #ifdef EVFILT_LIO | |
| int l; | |
| register int j; | |
| off_t off; | |
| struct aiocb **acbs; | |
| struct iovec *iv; | |
| #endif /* EVFILT_LIO */ | |
| #endif /* AIO_SUPPORT */ | |
| if (!r) | if (!r) |
| return NULL; | return NULL; |
| Line 493 sched_hook_fetch(void *root, void *arg __unused) | Line 550 sched_hook_fetch(void *root, void *arg __unused) |
| sched_timespecinf(&r->root_wait); | sched_timespecinf(&r->root_wait); |
| } | } |
| #else | #else |
| if (!TAILQ_FIRST(&r->root_eventlo) && (task = TAILQ_FIRST(&r->root_timer))) { | if (!TAILQ_FIRST(&r->root_task) && (task = TAILQ_FIRST(&r->root_timer))) { |
| clock_gettime(CLOCK_MONOTONIC, &now); | clock_gettime(CLOCK_MONOTONIC, &now); |
| m = TASK_TS(task); | m = TASK_TS(task); |
| Line 504 sched_hook_fetch(void *root, void *arg __unused) | Line 561 sched_hook_fetch(void *root, void *arg __unused) |
| sched_timespecinf(&r->root_wait); | sched_timespecinf(&r->root_wait); |
| } | } |
| #endif | #endif |
| /* if present member of eventLo, set NOWAIT */ | /* if present member of task, set NOWAIT */ |
| if (TAILQ_FIRST(&r->root_eventlo)) | if (TAILQ_FIRST(&r->root_task)) |
| sched_timespecclear(&r->root_wait); | sched_timespecclear(&r->root_wait); |
| if (r->root_wait.tv_sec != -1 && r->root_wait.tv_nsec != -1) | if (r->root_wait.tv_sec != -1 && r->root_wait.tv_nsec != -1) |
| Line 531 sched_hook_fetch(void *root, void *arg __unused) | Line 588 sched_hook_fetch(void *root, void *arg __unused) |
| /* Put read/write task to ready queue */ | /* Put read/write task to ready queue */ |
| switch (res[i].filter) { | switch (res[i].filter) { |
| case EVFILT_READ: | case EVFILT_READ: |
| flg = 0; | |
| TAILQ_FOREACH_SAFE(task, &r->root_read, task_node, tmp) { | TAILQ_FOREACH_SAFE(task, &r->root_read, task_node, tmp) { |
| if (TASK_FD(task) != ((intptr_t) res[i].udata)) | if (TASK_FD(task) != ((intptr_t) res[i].udata)) |
| continue; | continue; |
| else | |
| flg++; | |
| /* remove read handle */ | /* remove read handle */ |
| #ifdef HAVE_LIBPTHREAD | #ifdef HAVE_LIBPTHREAD |
| pthread_mutex_lock(&r->root_mtx[taskREAD]); | pthread_mutex_lock(&r->root_mtx[taskREAD]); |
| Line 572 sched_hook_fetch(void *root, void *arg __unused) | Line 632 sched_hook_fetch(void *root, void *arg __unused) |
| pthread_mutex_unlock(&r->root_mtx[taskREADY]); | pthread_mutex_unlock(&r->root_mtx[taskREADY]); |
| #endif | #endif |
| } | } |
| break; | |
| } | } |
| /* if match at least 2, don't remove resouce of event */ | |
| if (flg > 1) | |
| evt->flags ^= evt->flags; | |
| break; | break; |
| case EVFILT_WRITE: | case EVFILT_WRITE: |
| flg = 0; | |
| TAILQ_FOREACH_SAFE(task, &r->root_write, task_node, tmp) { | TAILQ_FOREACH_SAFE(task, &r->root_write, task_node, tmp) { |
| if (TASK_FD(task) != ((intptr_t) res[i].udata)) | if (TASK_FD(task) != ((intptr_t) res[i].udata)) |
| continue; | continue; |
| else | |
| flg++; | |
| /* remove write handle */ | /* remove write handle */ |
| #ifdef HAVE_LIBPTHREAD | #ifdef HAVE_LIBPTHREAD |
| pthread_mutex_lock(&r->root_mtx[taskWRITE]); | pthread_mutex_lock(&r->root_mtx[taskWRITE]); |
| Line 617 sched_hook_fetch(void *root, void *arg __unused) | Line 682 sched_hook_fetch(void *root, void *arg __unused) |
| pthread_mutex_unlock(&r->root_mtx[taskREADY]); | pthread_mutex_unlock(&r->root_mtx[taskREADY]); |
| #endif | #endif |
| } | } |
| break; | |
| } | } |
| /* if match at least 2, don't remove resouce of event */ | |
| if (flg > 1) | |
| evt->flags ^= evt->flags; | |
| break; | break; |
| case EVFILT_TIMER: | case EVFILT_TIMER: |
| flg = 0; | |
| TAILQ_FOREACH_SAFE(task, &r->root_alarm, task_node, tmp) { | TAILQ_FOREACH_SAFE(task, &r->root_alarm, task_node, tmp) { |
| if ((uintptr_t) TASK_DATA(task) != ((uintptr_t) res[i].udata)) | if ((uintptr_t) TASK_DATA(task) != ((uintptr_t) res[i].udata)) |
| continue; | continue; |
| else | |
| flg++; | |
| /* remove alarm handle */ | /* remove alarm handle */ |
| #ifdef HAVE_LIBPTHREAD | #ifdef HAVE_LIBPTHREAD |
| pthread_mutex_lock(&r->root_mtx[taskALARM]); | pthread_mutex_lock(&r->root_mtx[taskALARM]); |
| Line 640 sched_hook_fetch(void *root, void *arg __unused) | Line 710 sched_hook_fetch(void *root, void *arg __unused) |
| #ifdef HAVE_LIBPTHREAD | #ifdef HAVE_LIBPTHREAD |
| pthread_mutex_unlock(&r->root_mtx[taskREADY]); | pthread_mutex_unlock(&r->root_mtx[taskREADY]); |
| #endif | #endif |
| break; | |
| } | } |
| /* if match at least 2, don't remove resouce of event */ | |
| if (flg > 1) | |
| evt->flags ^= evt->flags; | |
| break; | break; |
| case EVFILT_VNODE: | case EVFILT_VNODE: |
| flg = 0; | |
| TAILQ_FOREACH_SAFE(task, &r->root_node, task_node, tmp) { | TAILQ_FOREACH_SAFE(task, &r->root_node, task_node, tmp) { |
| if (TASK_FD(task) != ((intptr_t) res[i].udata)) | if (TASK_FD(task) != ((intptr_t) res[i].udata)) |
| continue; | continue; |
| else { | else { |
| TASK_DATA(task) = (void*) res[i].data; | flg++; |
| TASK_DATA(task) = (void*) (uintptr_t) res[i].data; | |
| TASK_DATLEN(task) = res[i].fflags; | TASK_DATLEN(task) = res[i].fflags; |
| } | } |
| /* remove node handle */ | /* remove node handle */ |
| Line 667 sched_hook_fetch(void *root, void *arg __unused) | Line 741 sched_hook_fetch(void *root, void *arg __unused) |
| #ifdef HAVE_LIBPTHREAD | #ifdef HAVE_LIBPTHREAD |
| pthread_mutex_unlock(&r->root_mtx[taskREADY]); | pthread_mutex_unlock(&r->root_mtx[taskREADY]); |
| #endif | #endif |
| break; | |
| } | } |
| /* if match at least 2, don't remove resouce of event */ | |
| if (flg > 1) | |
| evt->flags ^= evt->flags; | |
| break; | break; |
| case EVFILT_PROC: | case EVFILT_PROC: |
| flg = 0; | |
| TAILQ_FOREACH_SAFE(task, &r->root_proc, task_node, tmp) { | TAILQ_FOREACH_SAFE(task, &r->root_proc, task_node, tmp) { |
| if (TASK_VAL(task) != ((uintptr_t) res[i].udata)) | if (TASK_VAL(task) != ((uintptr_t) res[i].udata)) |
| continue; | continue; |
| else { | else { |
| TASK_DATA(task) = (void*) res[i].data; | flg++; |
| TASK_DATA(task) = (void*) (uintptr_t) res[i].data; | |
| TASK_DATLEN(task) = res[i].fflags; | TASK_DATLEN(task) = res[i].fflags; |
| } | } |
| /* remove proc handle */ | /* remove proc handle */ |
| Line 694 sched_hook_fetch(void *root, void *arg __unused) | Line 772 sched_hook_fetch(void *root, void *arg __unused) |
| #ifdef HAVE_LIBPTHREAD | #ifdef HAVE_LIBPTHREAD |
| pthread_mutex_unlock(&r->root_mtx[taskREADY]); | pthread_mutex_unlock(&r->root_mtx[taskREADY]); |
| #endif | #endif |
| break; | |
| } | } |
| /* if match at least 2, don't remove resouce of event */ | |
| if (flg > 1) | |
| evt->flags ^= evt->flags; | |
| break; | break; |
| case EVFILT_SIGNAL: | case EVFILT_SIGNAL: |
| flg = 0; | |
| TAILQ_FOREACH_SAFE(task, &r->root_signal, task_node, tmp) { | TAILQ_FOREACH_SAFE(task, &r->root_signal, task_node, tmp) { |
| if (TASK_VAL(task) != ((uintptr_t) res[i].udata)) | if (TASK_VAL(task) != ((uintptr_t) res[i].udata)) |
| continue; | continue; |
| else | |
| flg++; | |
| /* remove signal handle */ | /* remove signal handle */ |
| #ifdef HAVE_LIBPTHREAD | #ifdef HAVE_LIBPTHREAD |
| pthread_mutex_lock(&r->root_mtx[taskSIGNAL]); | pthread_mutex_lock(&r->root_mtx[taskSIGNAL]); |
| Line 717 sched_hook_fetch(void *root, void *arg __unused) | Line 800 sched_hook_fetch(void *root, void *arg __unused) |
| #ifdef HAVE_LIBPTHREAD | #ifdef HAVE_LIBPTHREAD |
| pthread_mutex_unlock(&r->root_mtx[taskREADY]); | pthread_mutex_unlock(&r->root_mtx[taskREADY]); |
| #endif | #endif |
| break; | |
| } | } |
| /* if match at least 2, don't remove resouce of event */ | |
| if (flg > 1) | |
| evt->flags ^= evt->flags; | |
| break; | break; |
| #ifdef AIO_SUPPORT | |
| case EVFILT_AIO: | |
| flg = 0; | |
| TAILQ_FOREACH_SAFE(task, &r->root_aio, task_node, tmp) { | |
| acb = (struct aiocb*) TASK_VAL(task); | |
| if (acb != ((struct aiocb*) res[i].udata)) | |
| continue; | |
| else | |
| flg++; | |
| /* remove user handle */ | |
| #ifdef HAVE_LIBPTHREAD | |
| pthread_mutex_lock(&r->root_mtx[taskAIO]); | |
| #endif | |
| TAILQ_REMOVE(&r->root_aio, task, task_node); | |
| #ifdef HAVE_LIBPTHREAD | |
| pthread_mutex_unlock(&r->root_mtx[taskAIO]); | |
| #endif | |
| task->task_type = taskREADY; | |
| #ifdef HAVE_LIBPTHREAD | |
| pthread_mutex_lock(&r->root_mtx[taskREADY]); | |
| #endif | |
| TAILQ_INSERT_TAIL(&r->root_ready, task, task_node); | |
| #ifdef HAVE_LIBPTHREAD | |
| pthread_mutex_unlock(&r->root_mtx[taskREADY]); | |
| #endif | |
| fd = acb->aio_fildes; | |
| if ((len = aio_return(acb)) != -1) { | |
| if (lseek(fd, acb->aio_offset + len, SEEK_CUR) == -1) | |
| LOGERR; | |
| } else | |
| LOGERR; | |
| free(acb); | |
| TASK_DATLEN(task) = (u_long) len; | |
| TASK_FD(task) = fd; | |
| } | |
| /* if match at least 2, don't remove resouce of event */ | |
| if (flg > 1) | |
| evt->flags ^= evt->flags; | |
| break; | |
| #ifdef EVFILT_LIO | |
| case EVFILT_LIO: | |
| flg = 0; | |
| TAILQ_FOREACH_SAFE(task, &r->root_lio, task_node, tmp) { | |
| acbs = (struct aiocb**) TASK_VAL(task); | |
| if (acbs != ((struct aiocb**) res[i].udata)) | |
| continue; | |
| else | |
| flg++; | |
| /* remove user handle */ | |
| #ifdef HAVE_LIBPTHREAD | |
| pthread_mutex_lock(&r->root_mtx[taskLIO]); | |
| #endif | |
| TAILQ_REMOVE(&r->root_lio, task, task_node); | |
| #ifdef HAVE_LIBPTHREAD | |
| pthread_mutex_unlock(&r->root_mtx[taskLIO]); | |
| #endif | |
| task->task_type = taskREADY; | |
| #ifdef HAVE_LIBPTHREAD | |
| pthread_mutex_lock(&r->root_mtx[taskREADY]); | |
| #endif | |
| TAILQ_INSERT_TAIL(&r->root_ready, task, task_node); | |
| #ifdef HAVE_LIBPTHREAD | |
| pthread_mutex_unlock(&r->root_mtx[taskREADY]); | |
| #endif | |
| iv = (struct iovec*) TASK_DATA(task); | |
| fd = acbs[0]->aio_fildes; | |
| off = acbs[0]->aio_offset; | |
| for (j = len = 0; i < TASK_DATLEN(task); len += l, i++) { | |
| if ((iv[i].iov_len = aio_return(acbs[i])) == -1) | |
| l = 0; | |
| else | |
| l = iv[i].iov_len; | |
| free(acbs[i]); | |
| } | |
| free(acbs); | |
| TASK_DATLEN(task) = (u_long) len; | |
| TASK_FD(task) = fd; | |
| if (lseek(fd, off + len, SEEK_CUR) == -1) | |
| LOGERR; | |
| } | |
| /* if match at least 2, don't remove resouce of event */ | |
| if (flg > 1) | |
| evt->flags ^= evt->flags; | |
| break; | |
| #endif /* EVFILT_LIO */ | |
| #endif /* AIO_SUPPORT */ | |
| #ifdef EVFILT_USER | |
| case EVFILT_USER: | case EVFILT_USER: |
| flg = 0; | |
| TAILQ_FOREACH_SAFE(task, &r->root_user, task_node, tmp) { | TAILQ_FOREACH_SAFE(task, &r->root_user, task_node, tmp) { |
| if (TASK_VAL(task) != ((uintptr_t) res[i].udata)) | if (TASK_VAL(task) != ((uintptr_t) res[i].udata)) |
| continue; | continue; |
| else { | else { |
| flg++; | |
| TASK_DATA(task) = (void*) res[i].data; | TASK_DATA(task) = (void*) res[i].data; |
| TASK_DATLEN(task) = res[i].fflags; | TASK_DATLEN(task) = res[i].fflags; |
| } | } |
| Line 744 sched_hook_fetch(void *root, void *arg __unused) | Line 919 sched_hook_fetch(void *root, void *arg __unused) |
| #ifdef HAVE_LIBPTHREAD | #ifdef HAVE_LIBPTHREAD |
| pthread_mutex_unlock(&r->root_mtx[taskREADY]); | pthread_mutex_unlock(&r->root_mtx[taskREADY]); |
| #endif | #endif |
| break; | |
| } | } |
| /* if match at least 2, don't remove resouce of event */ | |
| if (flg > 1) | |
| evt->flags ^= evt->flags; | |
| break; | break; |
| #endif /* EVFILT_USER */ | |
| } | } |
| if (kevent(r->root_kq, evt, 1, NULL, 0, &now) == -1) { | if (kevent(r->root_kq, evt, 1, NULL, 0, &now) == -1) { |
| if (r->root_hooks.hook_exec.exception) { | if (r->root_hooks.hook_exec.exception) { |
| Line 779 sched_hook_fetch(void *root, void *arg __unused) | Line 957 sched_hook_fetch(void *root, void *arg __unused) |
| #endif | #endif |
| } | } |
| /* put eventlo priority task to ready queue, if there is no ready task or | /* put regular task priority task to ready queue, |
| reach max missed fetch-rotate */ | if there is no ready task or reach max missing hit events */ |
| if ((task = TAILQ_FIRST(&r->root_eventlo))) { | if ((task = TAILQ_FIRST(&r->root_task))) { |
| if (!TAILQ_FIRST(&r->root_ready) || r->root_eventlo_miss > MAX_EVENTLO_MISS) { | if (!TAILQ_FIRST(&r->root_ready) || r->root_task_miss > r->root_miss) { |
| r->root_eventlo_miss = 0; | r->root_task_miss ^= r->root_task_miss; |
| #ifdef HAVE_LIBPTHREAD | #ifdef HAVE_LIBPTHREAD |
| pthread_mutex_lock(&r->root_mtx[taskEVENTLO]); | pthread_mutex_lock(&r->root_mtx[taskTASK]); |
| #endif | #endif |
| TAILQ_REMOVE(&r->root_eventlo, task, task_node); | TAILQ_REMOVE(&r->root_task, task, task_node); |
| #ifdef HAVE_LIBPTHREAD | #ifdef HAVE_LIBPTHREAD |
| pthread_mutex_unlock(&r->root_mtx[taskEVENTLO]); | pthread_mutex_unlock(&r->root_mtx[taskTASK]); |
| #endif | #endif |
| task->task_type = taskREADY; | task->task_type = taskREADY; |
| #ifdef HAVE_LIBPTHREAD | #ifdef HAVE_LIBPTHREAD |
| Line 801 sched_hook_fetch(void *root, void *arg __unused) | Line 979 sched_hook_fetch(void *root, void *arg __unused) |
| pthread_mutex_unlock(&r->root_mtx[taskREADY]); | pthread_mutex_unlock(&r->root_mtx[taskREADY]); |
| #endif | #endif |
| } else | } else |
| r->root_eventlo_miss++; | r->root_task_miss++; |
| } else | } else |
| r->root_eventlo_miss = 0; | r->root_task_miss ^= r->root_task_miss; |
| /* OK, lets get ready task !!! */ | /* OK, lets get ready task !!! */ |
| task = TAILQ_FIRST(&r->root_ready); | task = TAILQ_FIRST(&r->root_ready); |