version 1.1.2.3, 2013/06/24 14:43:00
|
version 1.1.2.10, 2013/06/25 09:29:34
|
Line 95 allocZCbuf(u_int len)
|
Line 95 allocZCbuf(u_int len)
|
* return: -1 error or >-1 bpf handle |
* return: -1 error or >-1 bpf handle |
*/ |
*/ |
int |
int |
io_etherOpen(const char *csIface, int flags, int whdr, u_int buflen, void **zcbuf) | io_etherOpen(const char *csIface, int flags, int whdr, u_int *buflen, void **zcbuf) |
{ |
{ |
int n = 1, eth = -1; |
int n = 1, eth = -1; |
register int i; |
register int i; |
Line 124 io_etherOpen(const char *csIface, int flags, int whdr,
|
Line 124 io_etherOpen(const char *csIface, int flags, int whdr,
|
close(eth); |
close(eth); |
return -1; |
return -1; |
} |
} |
if (buflen) { | if (buflen && *buflen) { |
if (!zcbuf) { |
if (!zcbuf) { |
if (ioctl(eth, BIOCSBLEN, &buflen) == -1) { | if (ioctl(eth, BIOCSBLEN, buflen) == -1) { |
LOGERR; |
LOGERR; |
close(eth); |
close(eth); |
return -1; |
return -1; |
Line 143 io_etherOpen(const char *csIface, int flags, int whdr,
|
Line 143 io_etherOpen(const char *csIface, int flags, int whdr,
|
LOGERR; |
LOGERR; |
close(eth); |
close(eth); |
return -1; |
return -1; |
} | } else |
if (!(*zcbuf = allocZCbuf(MIN(n, buflen)))) { | *buflen = MIN(n, *buflen); |
| if (!(*zcbuf = allocZCbuf(*buflen))) { |
close(eth); |
close(eth); |
return -1; |
return -1; |
} |
} |
Line 162 io_etherOpen(const char *csIface, int flags, int whdr,
|
Line 163 io_etherOpen(const char *csIface, int flags, int whdr,
|
io_etherClose(eth, zcbuf); |
io_etherClose(eth, zcbuf); |
return -1; |
return -1; |
} |
} |
|
memset(&ifr, 0, sizeof ifr); |
strlcpy(ifr.ifr_name, szStr, sizeof ifr.ifr_name); |
strlcpy(ifr.ifr_name, szStr, sizeof ifr.ifr_name); |
if (ioctl(eth, BIOCSETIF, &ifr) == -1) { |
if (ioctl(eth, BIOCSETIF, &ifr) == -1) { |
LOGERR; |
LOGERR; |
Line 170 io_etherOpen(const char *csIface, int flags, int whdr,
|
Line 172 io_etherOpen(const char *csIface, int flags, int whdr,
|
} |
} |
|
|
return eth; |
return eth; |
|
} |
|
|
|
/* |
|
* io_etherSend() - Send packet to bpf |
|
* |
|
* @eth = bpf handle |
|
* @buf = buffer |
|
* @buflen = buffer length |
|
* return: -1 error or !=-1 written bytes |
|
*/ |
|
ssize_t |
|
io_etherSend(int eth, const void *buf, size_t buflen) |
|
{ |
|
ssize_t wlen = 0; |
|
|
|
if (!buf || !buflen) { |
|
io_SetErr(EINVAL, "invalid arguments"); |
|
return -1; |
|
} |
|
|
|
wlen = write(eth, buf, buflen); |
|
if (wlen == -1) |
|
LOGERR; |
|
return wlen; |
|
} |
|
|
|
#ifdef __FreeBSD__ |
|
static inline void |
|
ackZCbuf(struct bpf_zbuf_header * __restrict bzh) |
|
{ |
|
atomic_store_rel_int(&bzh->bzh_user_gen, bzh->bzh_kernel_gen); |
|
} |
|
|
|
static inline int |
|
chkZCbuf(struct bpf_zbuf_header * __restrict bzh) |
|
{ |
|
/* return true if userspace owns buffer, and false otherwise. */ |
|
return (bzh->bzh_user_gen != atomic_load_acq_int(&bzh->bzh_kernel_gen)); |
|
} |
|
|
|
static inline ssize_t |
|
nextZCbuf(void ** __restrict zcache, struct bpf_zbuf * __restrict zbuf, |
|
const void * __restrict buf) |
|
{ |
|
ssize_t rlen = -1; |
|
struct bpf_zbuf_header *bzh; |
|
|
|
if (!*zcache || *zcache == zbuf->bz_bufb) { |
|
bzh = (struct bpf_zbuf_header *) zbuf->bz_bufa; |
|
if (chkZCbuf(bzh)) { |
|
rlen = atomic_load_acq_int(&bzh->bzh_kernel_len); |
|
*zcache = zbuf->bz_bufa; |
|
if (buf) |
|
buf = ((caddr_t) *zcache) + sizeof(struct bpf_zbuf_header); |
|
ackZCbuf(bzh); |
|
} else |
|
io_SetErr(EAGAIN, "kernel owns the buffer"); |
|
} else if (*zcache == zbuf->bz_bufa) { |
|
bzh = (struct bpf_zbuf_header *) zbuf->bz_bufb; |
|
if (chkZCbuf(bzh)) { |
|
rlen = atomic_load_acq_int(&bzh->bzh_kernel_len); |
|
*zcache = zbuf->bz_bufb; |
|
if (buf) |
|
buf = ((caddr_t) *zcache) + sizeof(struct bpf_zbuf_header); |
|
ackZCbuf(bzh); |
|
} else |
|
io_SetErr(EAGAIN, "kernel owns the buffer"); |
|
} |
|
|
|
return rlen; |
|
} |
|
#endif |
|
|
|
/* |
|
* io_etherRecv() - Receive packet from bpf |
|
* |
|
* @eth = bpf handle |
|
* @buf = buffer |
|
* @buflen = buffer length |
|
* @zcbuf = zero copy buffer, if BPF supports it and isn't NULL |
|
* return: -1 error or !=-1 readed bytes |
|
*/ |
|
ssize_t |
|
io_etherRecv(int eth, void * __restrict buf, size_t buflen, void * __restrict zcbuf) |
|
{ |
|
ssize_t rlen = 0; |
|
void **zcache = NULL; |
|
|
|
if (!buf || !buflen) { |
|
io_SetErr(EINVAL, "invalid arguments"); |
|
return -1; |
|
} |
|
|
|
if (!zcbuf) { |
|
rlen = read(eth, buf, buflen); |
|
if (rlen == -1) |
|
LOGERR; |
|
} else { |
|
#ifdef __FreeBSD__ |
|
rlen = nextZCbuf(zcache, (struct bpf_zbuf*) zcbuf, buf); |
|
#else |
|
io_SetErr(ENOTSUP, "bpf zero copy buffer mode is not supported"); |
|
#endif |
|
} |
|
|
|
return rlen; |
} |
} |