Annotation of embedaddon/libpdel/http/http_connection_cache.c, revision 1.1

1.1     ! misho       1: 
        !             2: /*
        !             3:  * Copyright (c) 2001-2002 Packet Design, LLC.
        !             4:  * All rights reserved.
        !             5:  * 
        !             6:  * Subject to the following obligations and disclaimer of warranty,
        !             7:  * use and redistribution of this software, in source or object code
        !             8:  * forms, with or without modifications are expressly permitted by
        !             9:  * Packet Design; provided, however, that:
        !            10:  * 
        !            11:  *    (i)  Any and all reproductions of the source or object code
        !            12:  *         must include the copyright notice above and the following
        !            13:  *         disclaimer of warranties; and
        !            14:  *    (ii) No rights are granted, in any manner or form, to use
        !            15:  *         Packet Design trademarks, including the mark "PACKET DESIGN"
        !            16:  *         on advertising, endorsements, or otherwise except as such
        !            17:  *         appears in the above copyright notice or in the software.
        !            18:  * 
        !            19:  * THIS SOFTWARE IS BEING PROVIDED BY PACKET DESIGN "AS IS", AND
        !            20:  * TO THE MAXIMUM EXTENT PERMITTED BY LAW, PACKET DESIGN MAKES NO
        !            21:  * REPRESENTATIONS OR WARRANTIES, EXPRESS OR IMPLIED, REGARDING
        !            22:  * THIS SOFTWARE, INCLUDING WITHOUT LIMITATION, ANY AND ALL IMPLIED
        !            23:  * WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE,
        !            24:  * OR NON-INFRINGEMENT.  PACKET DESIGN DOES NOT WARRANT, GUARANTEE,
        !            25:  * OR MAKE ANY REPRESENTATIONS REGARDING THE USE OF, OR THE RESULTS
        !            26:  * OF THE USE OF THIS SOFTWARE IN TERMS OF ITS CORRECTNESS, ACCURACY,
        !            27:  * RELIABILITY OR OTHERWISE.  IN NO EVENT SHALL PACKET DESIGN BE
        !            28:  * LIABLE FOR ANY DAMAGES RESULTING FROM OR ARISING OUT OF ANY USE
        !            29:  * OF THIS SOFTWARE, INCLUDING WITHOUT LIMITATION, ANY DIRECT,
        !            30:  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, PUNITIVE, OR CONSEQUENTIAL
        !            31:  * DAMAGES, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES, LOSS OF
        !            32:  * USE, DATA OR PROFITS, HOWEVER CAUSED AND UNDER ANY THEORY OF
        !            33:  * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
        !            34:  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF
        !            35:  * THE USE OF THIS SOFTWARE, EVEN IF PACKET DESIGN IS ADVISED OF
        !            36:  * THE POSSIBILITY OF SUCH DAMAGE.
        !            37:  *
        !            38:  * Author: Archie Cobbs <archie@freebsd.org>
        !            39:  */
        !            40: 
        !            41: #include <sys/types.h>
        !            42: #include <sys/queue.h>
        !            43: 
        !            44: #include <netinet/in.h>
        !            45: #include <arpa/inet.h>
        !            46: 
        !            47: #include <stdio.h>
        !            48: #include <stdlib.h>
        !            49: #include <stdarg.h>
        !            50: #include <string.h>
        !            51: #include <unistd.h>
        !            52: #include <assert.h>
        !            53: #include <syslog.h>
        !            54: #include <errno.h>
        !            55: #include <pthread.h>
        !            56: #include <poll.h>
        !            57: 
        !            58: #include <openssl/ssl.h>
        !            59: 
        !            60: #include "structs/structs.h"
        !            61: #include "structs/type/array.h"
        !            62: #include "sys/alog.h"
        !            63: #include "util/pevent.h"
        !            64: #include "util/typed_mem.h"
        !            65: 
        !            66: #include "http/http_server.h"
        !            67: #include "http/http_internal.h"
        !            68: 
        !            69: #define MEM_TYPE_CACHE "http_connection_cache"
        !            70: #define MEM_TYPE_CONN  "http_connection_cache.connection"
        !            71: 
        !            72: /* Connection cache structure */
        !            73: struct http_connection_cache {
        !            74:        struct pevent_ctx               *ctx;           /* event context */
        !            75:        u_int                           max_num;        /* max # in cache */
        !            76:        u_int                           max_idle;       /* max socket idle */
        !            77:        u_int                           num;            /* # in the cache now */
        !            78:        struct pevent                   *timer;         /* exipiration timer */
        !            79:        pthread_mutex_t                 mutex;          /* mutex */
        !            80:        TAILQ_HEAD(, cached_connection) list;           /* connection list */
        !            81: };
        !            82: 
        !            83: /* Cached connection structure */
        !            84: struct cached_connection {
        !            85:        struct sockaddr_in              peer;   /* peer ip and port */
        !            86:        const SSL_CTX                   *ssl;   /* ssl context */
        !            87:        time_t                          expiry; /* when connection expires */
        !            88:        int                             sock;   /* connected tcp socket */
        !            89:        FILE                            *fp;    /* connected tcp stream */
        !            90:        TAILQ_ENTRY(cached_connection)  next;   /* next in list */
        !            91: };
        !            92: 
        !            93: /* Internal functions */
        !            94: static void    http_connection_cache_extract(
        !            95:                        struct http_connection_cache *cache,
        !            96:                        struct cached_connection *conn, FILE **fpp, int *sockp);
        !            97: static void    http_connection_cache_start_timer(
        !            98:                        struct http_connection_cache *cache);
        !            99: static void    http_connection_cache_timeout(void *arg);
        !           100: static int     http_connection_cache_check(int sock);
        !           101: 
        !           102: /*********************************************************************
        !           103:                        PUBLIC API FUNCTIONS
        !           104: *********************************************************************/
        !           105: 
        !           106: /*
        !           107:  * Create a new connection cache.
        !           108:  */
        !           109: struct http_connection_cache *
        !           110: _http_connection_cache_create(struct pevent_ctx *ctx,
        !           111:        u_int max_num, u_int max_idle)
        !           112: {
        !           113:        struct http_connection_cache *cache;
        !           114: 
        !           115:        /* Sanity check */
        !           116:        if (max_num == 0 || max_idle == 0) {
        !           117:                errno = EINVAL;
        !           118:                return (NULL);
        !           119:        }
        !           120: 
        !           121:        /* Create new cache */
        !           122:        if ((cache = MALLOC(MEM_TYPE_CACHE, sizeof(*cache))) == NULL) {
        !           123:                alogf(LOG_ERR, "%s: %m", "malloc");
        !           124:                return (NULL);
        !           125:        }
        !           126: 
        !           127:        /* Initialize it */
        !           128:        memset(cache, 0, sizeof(*cache));
        !           129:        TAILQ_INIT(&cache->list);
        !           130:        cache->ctx = ctx;
        !           131:        cache->max_num = max_num;
        !           132:        cache->max_idle = max_idle;
        !           133: 
        !           134:        /* Initialize mutex */
        !           135:        if ((errno = pthread_mutex_init(&cache->mutex, NULL)) != 0) {
        !           136:                alogf(LOG_ERR, "%s: %m", "pthread_mutex_init");
        !           137:                FREE(MEM_TYPE_CACHE, cache);
        !           138:                return (NULL);
        !           139:        }
        !           140: 
        !           141:        /* Done */
        !           142:        return (cache);
        !           143: }
        !           144: 
        !           145: /*
        !           146:  * Destroy a connection cache.
        !           147:  */
        !           148: void
        !           149: _http_connection_cache_destroy(struct http_connection_cache **cachep)
        !           150: {
        !           151:        struct http_connection_cache *const cache = *cachep;
        !           152:        int r;
        !           153: 
        !           154:        /* Sanity */
        !           155:        if (cache == NULL)
        !           156:                return;
        !           157:        *cachep = NULL;
        !           158: 
        !           159:        /* Lock cache */
        !           160:        r = pthread_mutex_lock(&cache->mutex);
        !           161:        assert(r == 0);
        !           162: 
        !           163:        /* Close all cached connections */
        !           164:        while (!TAILQ_EMPTY(&cache->list)) {
        !           165:                http_connection_cache_extract(cache,
        !           166:                    TAILQ_FIRST(&cache->list), NULL, NULL);
        !           167:        }
        !           168: 
        !           169:        /* Cleanup */
        !           170:        r = pthread_mutex_unlock(&cache->mutex);
        !           171:        assert(r == 0);
        !           172:        pthread_mutex_destroy(&cache->mutex);
        !           173:        FREE(MEM_TYPE_CACHE, cache);
        !           174: }
        !           175: 
        !           176: /*
        !           177:  * Get a connection item from the connection cache.
        !           178:  *
        !           179:  * Returns 0 and sets *fp and *sock if found (and the connection
        !           180:  * is removed from the cache), else -1 and errno will be ENOENT.
        !           181:  */
        !           182: int
        !           183: _http_connection_cache_get(struct http_connection_cache *cache,
        !           184:        const struct sockaddr_in *peer, const SSL_CTX *ssl,
        !           185:        FILE **fpp, int *sockp)
        !           186: {
        !           187:        struct cached_connection *conn;
        !           188:        struct cached_connection *next;
        !           189:        int r;
        !           190: 
        !           191:        /* Cache enabled? */
        !           192:        if (cache == NULL)
        !           193:                goto not_found;
        !           194:        DBG(HTTP_CONNECTION_CACHE, "looking in cache (%d entries)"
        !           195:           " for %s:%u, ssl=%p", cache->num, inet_ntoa(peer->sin_addr),
        !           196:           ntohs(peer->sin_port), ssl);
        !           197: 
        !           198:        /* Lock cache */
        !           199:        r = pthread_mutex_lock(&cache->mutex);
        !           200:        assert(r == 0);
        !           201: 
        !           202:        /* Find oldest matching connection */
        !           203:        for (conn = TAILQ_FIRST(&cache->list); conn != NULL; conn = next) {
        !           204:                FILE *fp;
        !           205:                int sock;
        !           206: 
        !           207:                /* Get next element in list */
        !           208:                next = TAILQ_NEXT(conn, next);
        !           209: 
        !           210:                /* See if this element matches */
        !           211:                if (conn->peer.sin_addr.s_addr != peer->sin_addr.s_addr
        !           212:                    || conn->peer.sin_port != peer->sin_port
        !           213:                    || conn->ssl != ssl)
        !           214:                        continue;
        !           215: 
        !           216:                /* Remove element from list */
        !           217:                http_connection_cache_extract(cache, conn, &fp, &sock);
        !           218: 
        !           219:                /* If connection is no longer valid, close and skip it */
        !           220:                if (!http_connection_cache_check(sock)) {
        !           221:                        DBG(HTTP_CONNECTION_CACHE, "old connection fp=%p"
        !           222:                            " for %s:%u is no longer valid", fp,
        !           223:                            inet_ntoa(peer->sin_addr), ntohs(peer->sin_port));
        !           224:                        fclose(fp);
        !           225:                        continue;
        !           226:                }
        !           227:                DBG(HTTP_CONNECTION_CACHE, "found connection fp=%p for %s:%u",
        !           228:                    fp, inet_ntoa(peer->sin_addr), ntohs(peer->sin_port));
        !           229: 
        !           230:                /* Return it */
        !           231:                *fpp = fp;
        !           232:                *sockp = sock;
        !           233: 
        !           234:                /* Done */
        !           235:                r = pthread_mutex_unlock(&cache->mutex);
        !           236:                assert(r == 0);
        !           237:                return (0);
        !           238:        }
        !           239: 
        !           240:        /* Unlock cache */
        !           241:        r = pthread_mutex_unlock(&cache->mutex);
        !           242:        assert(r == 0);
        !           243: 
        !           244: not_found:
        !           245:        DBG(HTTP_CONNECTION_CACHE, "nothing found for %s:%u, ssl=%p",
        !           246:            inet_ntoa(peer->sin_addr), ntohs(peer->sin_port), ssl);
        !           247:        errno = ENOENT;
        !           248:        return (-1);
        !           249: }
        !           250: 
        !           251: /*
        !           252:  * Store a connection in the cache. It is assumed that
        !           253:  * calling 'fclose(fp)' implicitly closes 'sock' as well.
        !           254:  *
        !           255:  * Returns zero if stored, else -1 and sets errno (in which case
        !           256:  * caller is responsible for dealing with 'fp' and 'sock').
        !           257:  */
        !           258: int
        !           259: _http_connection_cache_put(struct http_connection_cache *cache,
        !           260:        const struct sockaddr_in *peer, const SSL_CTX *ssl, FILE *fp, int sock)
        !           261: {
        !           262:        struct cached_connection *conn;
        !           263:        int r;
        !           264: 
        !           265:        /* Is cache enabled? */
        !           266:        if (cache == NULL) {
        !           267:                errno = ENXIO;
        !           268:                return (-1);
        !           269:        }
        !           270: 
        !           271:        /* Get a new connection holder */
        !           272:        if ((conn = MALLOC(MEM_TYPE_CONN, sizeof(*conn))) == NULL)
        !           273:                return (-1);
        !           274:        memset(conn, 0, sizeof(*conn));
        !           275:        conn->peer = *peer;
        !           276:        conn->ssl = ssl;
        !           277:        conn->fp = fp;
        !           278:        conn->sock = sock;
        !           279: 
        !           280:        /* Set expiration time */
        !           281:        conn->expiry = time(NULL) + cache->max_idle;
        !           282: 
        !           283:        /* Lock cache */
        !           284:        r = pthread_mutex_lock(&cache->mutex);
        !           285:        assert(r == 0);
        !           286: 
        !           287:        /* Is there room in the cache? If not, drop oldest one. */
        !           288:        if (cache->num >= cache->max_num) {
        !           289:                http_connection_cache_extract(cache,
        !           290:                    TAILQ_FIRST(&cache->list), NULL, NULL);
        !           291:        }
        !           292: 
        !           293:        /* Add connection to the cache */
        !           294:        TAILQ_INSERT_TAIL(&cache->list, conn, next);
        !           295:        cache->num++;
        !           296:        DBG(HTTP_CONNECTION_CACHE, "connection fp=%p for %s:%u ssl=%p"
        !           297:            " cached (%d total)", fp, inet_ntoa(conn->peer.sin_addr),
        !           298:            ntohs(conn->peer.sin_port), ssl, cache->num);
        !           299: 
        !           300:        /* Make sure the timer is running */
        !           301:        if (cache->num == 1)
        !           302:                http_connection_cache_start_timer(cache);
        !           303: 
        !           304:        /* Unlock cache */
        !           305:        r = pthread_mutex_unlock(&cache->mutex);
        !           306:        assert(r == 0);
        !           307: 
        !           308:        /* Done */
        !           309:        return (0);
        !           310: }
        !           311: 
        !           312: /*********************************************************************
        !           313:                        INTERNAL FUNCTIONS
        !           314: *********************************************************************/
        !           315: 
        !           316: /*
        !           317:  * Remove a cached item from the cache.
        !           318:  *
        !           319:  * This assumes the cache is locked.
        !           320:  */
        !           321: static void
        !           322: http_connection_cache_extract(struct http_connection_cache *cache,
        !           323:        struct cached_connection *conn, FILE **fpp, int *sockp)
        !           324: {
        !           325:        struct cached_connection *const oldest = TAILQ_FIRST(&cache->list);
        !           326: 
        !           327:        /* Remove item and decrement count */
        !           328:        TAILQ_REMOVE(&cache->list, conn, next);
        !           329:        cache->num--;
        !           330: 
        !           331:        /* If we are the oldest, kill timer in order to restart later */
        !           332:        if (conn == oldest)
        !           333:                pevent_unregister(&cache->timer);
        !           334: 
        !           335:        /* Restart timer if any connections left */
        !           336:        if (cache->num > 0)
        !           337:                http_connection_cache_start_timer(cache);
        !           338: 
        !           339:        /* Return or close connection */
        !           340:        if (fpp != NULL) {
        !           341:                *fpp = conn->fp;
        !           342:                *sockp = conn->sock;
        !           343:        } else
        !           344:                fclose(conn->fp);
        !           345: 
        !           346:        /* Free connection */
        !           347:        FREE(MEM_TYPE_CONN, conn);
        !           348: }
        !           349: 
        !           350: /*
        !           351:  * Start the idle timer based on the oldest item in the cache.
        !           352:  *
        !           353:  * This assumes the cache is locked.
        !           354:  */
        !           355: static void
        !           356: http_connection_cache_start_timer(struct http_connection_cache *cache)
        !           357: {
        !           358:        struct cached_connection *const oldest = TAILQ_FIRST(&cache->list);
        !           359:        const time_t now = time(NULL);
        !           360:        int timeout;
        !           361: 
        !           362:        /* Don't start timer when not appropriate */
        !           363:        if (cache->num == 0
        !           364:            || cache->max_idle == 0
        !           365:            || cache->timer != NULL)
        !           366:                return;
        !           367: 
        !           368:        /* Get time until oldest connection expires */
        !           369:        timeout = (now < oldest->expiry) ? (oldest->expiry - now) * 1000 : 0;
        !           370: 
        !           371:        /* Start timer */
        !           372:        if (pevent_register(cache->ctx, &cache->timer, 0,
        !           373:            &cache->mutex, http_connection_cache_timeout, cache,
        !           374:            PEVENT_TIME, timeout) == -1)
        !           375:                alogf(LOG_ERR, "%s: %m", "pevent_register");
        !           376: }
        !           377: 
        !           378: /*
        !           379:  * Expire a cached connection from the cache.
        !           380:  *
        !           381:  * This assumes the cache is locked.
        !           382:  */
        !           383: static void
        !           384: http_connection_cache_timeout(void *arg)
        !           385: {
        !           386:        struct http_connection_cache *cache = arg;
        !           387:        const time_t now = time(NULL);
        !           388: 
        !           389:        /* Remove exipred entries */
        !           390:        while (!TAILQ_EMPTY(&cache->list)) {
        !           391:                struct cached_connection *const oldest
        !           392:                    = TAILQ_FIRST(&cache->list);
        !           393: 
        !           394:                if (oldest->expiry < now)
        !           395:                        break;
        !           396:                http_connection_cache_extract(cache, oldest, NULL, NULL);
        !           397:        }
        !           398: 
        !           399:        /* Restart timer if any are left */
        !           400:        if (cache->num > 0)
        !           401:                http_connection_cache_start_timer(cache);
        !           402: }
        !           403: 
        !           404: /*
        !           405:  * http_connection_cache_check() checks whether a socket is invalid.
        !           406:  *
        !           407:  * NOTE: we are not checking if the socket is valid. All we can tell is we
        !           408:  * think the socket is supposed to be valid because the server said keep-alive.
        !           409:  * The connection should not be closed, but if it gracefully closed then the
        !           410:  * server would have sent a FIN, which we will translate in to an EOF. This
        !           411:  * will mean the socket is readable (because the EOF) is in the pipe. In all
        !           412:  * other cases, the socket should not be readable because we are not expecting
        !           413:  * data from the server. If the server sent us anything we should declare the
        !           414:  * socket invalid. We still don't know if the socket is valid or not because if
        !           415:  * the server crashed then nothing will be there for us, same as if the
        !           416:  * connection is still working.
        !           417:  */
        !           418: static int
        !           419: http_connection_cache_check(int sock)
        !           420: {
        !           421:        struct pollfd myfd;
        !           422: 
        !           423:        /* Poll for readability */
        !           424:        memset(&myfd, 0, sizeof(myfd));
        !           425:        myfd.fd = sock;
        !           426:        myfd.events = POLLRDNORM;
        !           427: 
        !           428:        /* Return invalid if readable or other error */
        !           429:        return (poll(&myfd, 1, 0) == 0);
        !           430: }
        !           431: 

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>