Diff for /libaitio/src/bpf.c between versions 1.1.2.16 and 1.1.2.21

version 1.1.2.16, 2013/06/26 13:33:55 version 1.1.2.21, 2013/06/26 22:48:10
Line 1 Line 1
   /*************************************************************************
   * (C) 2013 AITNET ltd - Sofia/Bulgaria - <misho@aitnet.org>
   *  by Michael Pounov <misho@elwix.org>
   *
   * $Author$
   * $Id$
   *
   **************************************************************************
   The ELWIX and AITNET software is distributed under the following
   terms:
   
   All of the documentation and software included in the ELWIX and AITNET
   Releases is copyrighted by ELWIX - Sofia/Bulgaria <info@elwix.org>
   
   Copyright 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013
           by Michael Pounov <misho@elwix.org>.  All rights reserved.
   
   Redistribution and use in source and binary forms, with or without
   modification, are permitted provided that the following conditions
   are met:
   1. Redistributions of source code must retain the above copyright
      notice, this list of conditions and the following disclaimer.
   2. Redistributions in binary form must reproduce the above copyright
      notice, this list of conditions and the following disclaimer in the
      documentation and/or other materials provided with the distribution.
   3. All advertising materials mentioning features or use of this software
      must display the following acknowledgement:
   This product includes software developed by Michael Pounov <misho@elwix.org>
   ELWIX - Embedded LightWeight unIX and its contributors.
   4. Neither the name of AITNET nor the names of its contributors
      may be used to endorse or promote products derived from this software
      without specific prior written permission.
   
   THIS SOFTWARE IS PROVIDED BY AITNET AND CONTRIBUTORS ``AS IS'' AND
   ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
   IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
   ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
   FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
   DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
   OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
   HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
   LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
   OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
   SUCH DAMAGE.
   */
 #include "global.h"  #include "global.h"
   
   
Line 219  io_etherSend(int eth, const void *buf, size_t buflen) Line 264  io_etherSend(int eth, const void *buf, size_t buflen)
   
 #ifdef __FreeBSD__  #ifdef __FreeBSD__
 static inline void  static inline void
ackZCbuf(struct bpf_zbuf_header * __restrict bzh)ackZCbuf(struct bpf_zbuf_header *bzh)
 {  {
         atomic_store_rel_int(&bzh->bzh_user_gen, bzh->bzh_kernel_gen);          atomic_store_rel_int(&bzh->bzh_user_gen, bzh->bzh_kernel_gen);
 }  }
   
 static inline int  static inline int
chkZCbuf(struct bpf_zbuf_header * __restrict bzh)chkZCbuf(struct bpf_zbuf_header *bzh)
 {  {
         /* return true if userspace owns buffer, and false otherwise. */          /* return true if userspace owns buffer, and false otherwise. */
         return (bzh->bzh_user_gen != atomic_load_acq_int(&bzh->bzh_kernel_gen));          return (bzh->bzh_user_gen != atomic_load_acq_int(&bzh->bzh_kernel_gen));
 }  }
   
static inline size_tstatic ssize_t
nextZCbuf(void ** __restrict zcache, struct bpf_zbuf * __restrict zbuf)nextZCbuf(int eth, struct bpf_zbuf * __restrict zbuf, void * __restrict buf, size_t buflen)
 {  {
        size_t rlen = 0;        ssize_t rlen = 0;
         struct bpf_zbuf bz;
         struct bpf_zbuf_header *bzh;          struct bpf_zbuf_header *bzh;
           off_t pos = 0;
   
        if (!*zcache || *zcache == zbuf->bz_bufb) {        bzh = (struct bpf_zbuf_header *) zbuf->bz_bufa;
                bzh = (struct bpf_zbuf_header *) zbuf->bz_bufa;        if (chkZCbuf(bzh)) {
                if (chkZCbuf(bzh)) {                rlen = MIN(atomic_load_acq_int(&bzh->bzh_kernel_len), buflen);
                        rlen = atomic_load_acq_int(&bzh->bzh_kernel_len);                memcpy(buf + pos, zbuf->bz_bufa + sizeof(struct bpf_zbuf_header), rlen);
                        *zcache = zbuf->bz_bufa;                ackZCbuf(bzh);
                }                pos += rlen;
        } else if (*zcache == zbuf->bz_bufa) { 
                bzh = (struct bpf_zbuf_header *) zbuf->bz_bufb; 
                if (chkZCbuf(bzh)) { 
                        rlen = atomic_load_acq_int(&bzh->bzh_kernel_len); 
                        *zcache = zbuf->bz_bufb; 
                } 
         }          }
           bzh = (struct bpf_zbuf_header *) zbuf->bz_bufb;
           if (chkZCbuf(bzh)) {
                   rlen = MIN(atomic_load_acq_int(&bzh->bzh_kernel_len), buflen);
                   memcpy(buf + pos, zbuf->bz_bufb + sizeof(struct bpf_zbuf_header), rlen);
                   ackZCbuf(bzh);
                   pos += rlen;
           }
   
           if (!pos) {
                   if ((rlen = ioctl(eth, BIOCROTZBUF, &bz)) == -1)
                           LOGERR;
           } else
                   rlen = pos;
         return rlen;          return rlen;
 }  }
 #endif  #endif
Line 268  ssize_t Line 321  ssize_t
 io_etherRecv(int eth, void * __restrict buf, size_t buflen, void * __restrict zcbuf)  io_etherRecv(int eth, void * __restrict buf, size_t buflen, void * __restrict zcbuf)
 {  {
         ssize_t rlen = 0;          ssize_t rlen = 0;
         void *zcache = NULL;  
 #ifdef __FreeBSD__  
         struct bpf_zbuf_header *bzh;  
 #endif  
   
         if (!buf || !buflen) {          if (!buf || !buflen) {
                 io_SetErr(EINVAL, "invalid arguments");                  io_SetErr(EINVAL, "invalid arguments");
Line 284  io_etherRecv(int eth, void * __restrict buf, size_t bu Line 333  io_etherRecv(int eth, void * __restrict buf, size_t bu
                         LOGERR;                          LOGERR;
         } else {          } else {
 #ifdef __FreeBSD__  #ifdef __FreeBSD__
                rlen = (ssize_t) nextZCbuf(&zcache, (struct bpf_zbuf*) zcbuf);                rlen = nextZCbuf(eth, (struct bpf_zbuf*) zcbuf, buf, buflen);
                if (rlen > 0) {                if (!rlen)
                        bzh = (struct bpf_zbuf_header*) zcache;                        rlen = nextZCbuf(eth, (struct bpf_zbuf*) zcbuf, buf, buflen);
                        memcpy(buf, zcache + sizeof(struct bpf_zbuf_header), buflen); 
                        ackZCbuf(bzh); 
                } 
 #else  #else
                 rlen = -1;                  rlen = -1;
                 io_SetErr(ENOTSUP, "bpf zero copy buffer mode is not supported");                  io_SetErr(ENOTSUP, "bpf zero copy buffer mode is not supported");

Removed from v.1.1.2.16  
changed lines
  Added in v.1.1.2.21


FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>