version 1.1.2.3, 2013/06/24 14:43:00
|
version 1.1.2.16, 2013/06/26 13:33:55
|
Line 95 allocZCbuf(u_int len)
|
Line 95 allocZCbuf(u_int len)
|
* return: -1 error or >-1 bpf handle |
* return: -1 error or >-1 bpf handle |
*/ |
*/ |
int |
int |
io_etherOpen(const char *csIface, int flags, int whdr, u_int buflen, void **zcbuf) | io_etherOpen(const char *csIface, int flags, int whdr, u_int *buflen, void **zcbuf) |
{ |
{ |
int n = 1, eth = -1; | int eth = -1; |
register int i; |
register int i; |
char szStr[STRSIZ]; |
char szStr[STRSIZ]; |
struct ifreq ifr; |
struct ifreq ifr; |
|
u_int n = 1; |
|
|
|
#ifndef __FreeBSD__ |
|
if (zcbuf) { |
|
io_SetErr(ENOTSUP, "bpf zero copy buffer mode is not supported"); |
|
return -1; |
|
} |
|
#endif |
|
|
for (i = 0; i < BPF_DEV_MAX; i++) { |
for (i = 0; i < BPF_DEV_MAX; i++) { |
memset(szStr, 0, sizeof szStr); |
memset(szStr, 0, sizeof szStr); |
snprintf(szStr, sizeof szStr, "/dev/bpf%d", i); |
snprintf(szStr, sizeof szStr, "/dev/bpf%d", i); |
Line 114 io_etherOpen(const char *csIface, int flags, int whdr,
|
Line 122 io_etherOpen(const char *csIface, int flags, int whdr,
|
return -1; |
return -1; |
} |
} |
|
|
if (ioctl(eth, BIOCIMMEDIATE, &n) == -1) { | if (!zcbuf) { |
LOGERR; | if (ioctl(eth, BIOCGBLEN, &n) == -1) { |
close(eth); | LOGERR; |
return -1; | close(eth); |
} | return -1; |
if (whdr && ioctl(eth, BIOCSHDRCMPLT, &n) == -1) { | } else |
LOGERR; | n = (buflen && *buflen) ? *buflen : n; |
close(eth); | if (ioctl(eth, BIOCSBLEN, &n) == -1) { |
return -1; | LOGERR; |
} | close(eth); |
if (buflen) { | return -1; |
if (!zcbuf) { | } |
if (ioctl(eth, BIOCSBLEN, &buflen) == -1) { | if (buflen && *buflen) |
LOGERR; | *buflen = n; |
close(eth); | } else { |
return -1; | |
} | |
} else { | |
#ifdef __FreeBSD__ |
#ifdef __FreeBSD__ |
n = BPF_BUFMODE_ZBUF; | n = BPF_BUFMODE_ZBUF; |
if (ioctl(eth, BIOCSETBUFMODE, &n) == -1) { | if (ioctl(eth, BIOCSETBUFMODE, &n) == -1) { |
LOGERR; | LOGERR; |
close(eth); | close(eth); |
return -1; | return -1; |
} | |
if (ioctl(eth, BIOCGETZMAX, &n) == -1) { | |
LOGERR; | |
close(eth); | |
return -1; | |
} | |
if (!(*zcbuf = allocZCbuf(MIN(n, buflen)))) { | |
close(eth); | |
return -1; | |
} | |
if (ioctl(eth, BIOCSETZBUF, (struct bpf_zbuf*) *zcbuf) == -1) { | |
LOGERR; | |
io_etherClose(eth, zcbuf); | |
return -1; | |
} | |
#endif | |
} |
} |
|
if (ioctl(eth, BIOCGETZMAX, &n) == -1) { |
|
LOGERR; |
|
close(eth); |
|
return -1; |
|
} else |
|
n = (buflen && *buflen) ? *buflen : n; |
|
if (!(*zcbuf = allocZCbuf(n))) { |
|
close(eth); |
|
return -1; |
|
} |
|
if (ioctl(eth, BIOCSETZBUF, *zcbuf) == -1) { |
|
LOGERR; |
|
io_etherClose(eth, zcbuf); |
|
return -1; |
|
} |
|
if (buflen && *buflen) |
|
*buflen = n; |
|
#endif |
} |
} |
|
|
if (csIface) |
if (csIface) |
strlcpy(szStr, csIface, sizeof szStr); |
strlcpy(szStr, csIface, sizeof szStr); |
else if (io_get1stiface(szStr, sizeof szStr) == -1) { |
else if (io_get1stiface(szStr, sizeof szStr) == -1) { |
io_etherClose(eth, zcbuf); |
io_etherClose(eth, zcbuf); |
return -1; |
return -1; |
} |
} |
|
memset(&ifr, 0, sizeof ifr); |
strlcpy(ifr.ifr_name, szStr, sizeof ifr.ifr_name); |
strlcpy(ifr.ifr_name, szStr, sizeof ifr.ifr_name); |
if (ioctl(eth, BIOCSETIF, &ifr) == -1) { |
if (ioctl(eth, BIOCSETIF, &ifr) == -1) { |
LOGERR; |
LOGERR; |
Line 169 io_etherOpen(const char *csIface, int flags, int whdr,
|
Line 178 io_etherOpen(const char *csIface, int flags, int whdr,
|
return -1; |
return -1; |
} |
} |
|
|
|
n = 1; |
|
if (whdr && ioctl(eth, BIOCSHDRCMPLT, &n) == -1) { |
|
LOGERR; |
|
io_etherClose(eth, zcbuf); |
|
return -1; |
|
} |
|
if (ioctl(eth, BIOCIMMEDIATE, &n) == -1) { |
|
LOGERR; |
|
io_etherClose(eth, zcbuf); |
|
return -1; |
|
} |
|
|
return eth; |
return eth; |
|
} |
|
|
|
/* |
|
* io_etherSend() - Send packet to bpf |
|
* |
|
* @eth = bpf handle |
|
* @buf = buffer |
|
* @buflen = buffer length |
|
* return: -1 error or !=-1 written bytes |
|
*/ |
|
ssize_t |
|
io_etherSend(int eth, const void *buf, size_t buflen) |
|
{ |
|
ssize_t wlen = 0; |
|
|
|
if (!buf || !buflen) { |
|
io_SetErr(EINVAL, "invalid arguments"); |
|
return -1; |
|
} |
|
|
|
wlen = write(eth, buf, buflen); |
|
if (wlen == -1) |
|
LOGERR; |
|
return wlen; |
|
} |
|
|
|
#ifdef __FreeBSD__ |
|
static inline void |
|
ackZCbuf(struct bpf_zbuf_header * __restrict bzh) |
|
{ |
|
atomic_store_rel_int(&bzh->bzh_user_gen, bzh->bzh_kernel_gen); |
|
} |
|
|
|
static inline int |
|
chkZCbuf(struct bpf_zbuf_header * __restrict bzh) |
|
{ |
|
/* return true if userspace owns buffer, and false otherwise. */ |
|
return (bzh->bzh_user_gen != atomic_load_acq_int(&bzh->bzh_kernel_gen)); |
|
} |
|
|
|
static inline size_t |
|
nextZCbuf(void ** __restrict zcache, struct bpf_zbuf * __restrict zbuf) |
|
{ |
|
size_t rlen = 0; |
|
struct bpf_zbuf_header *bzh; |
|
|
|
if (!*zcache || *zcache == zbuf->bz_bufb) { |
|
bzh = (struct bpf_zbuf_header *) zbuf->bz_bufa; |
|
if (chkZCbuf(bzh)) { |
|
rlen = atomic_load_acq_int(&bzh->bzh_kernel_len); |
|
*zcache = zbuf->bz_bufa; |
|
} |
|
} else if (*zcache == zbuf->bz_bufa) { |
|
bzh = (struct bpf_zbuf_header *) zbuf->bz_bufb; |
|
if (chkZCbuf(bzh)) { |
|
rlen = atomic_load_acq_int(&bzh->bzh_kernel_len); |
|
*zcache = zbuf->bz_bufb; |
|
} |
|
} |
|
|
|
return rlen; |
|
} |
|
#endif |
|
|
|
/* |
|
* io_etherRecv() - Receive packet from bpf |
|
* |
|
* @eth = bpf handle |
|
* @buf = buffer |
|
* @buflen = buffer length |
|
* @zcbuf = zero copy buffer, if BPF supports it and isn't NULL |
|
* return: -1 error or !=-1 readed bytes |
|
*/ |
|
ssize_t |
|
io_etherRecv(int eth, void * __restrict buf, size_t buflen, void * __restrict zcbuf) |
|
{ |
|
ssize_t rlen = 0; |
|
void *zcache = NULL; |
|
#ifdef __FreeBSD__ |
|
struct bpf_zbuf_header *bzh; |
|
#endif |
|
|
|
if (!buf || !buflen) { |
|
io_SetErr(EINVAL, "invalid arguments"); |
|
return -1; |
|
} |
|
|
|
if (!zcbuf) { |
|
rlen = read(eth, buf, buflen); |
|
if (rlen == -1) |
|
LOGERR; |
|
} else { |
|
#ifdef __FreeBSD__ |
|
rlen = (ssize_t) nextZCbuf(&zcache, (struct bpf_zbuf*) zcbuf); |
|
if (rlen > 0) { |
|
bzh = (struct bpf_zbuf_header*) zcache; |
|
memcpy(buf, zcache + sizeof(struct bpf_zbuf_header), buflen); |
|
ackZCbuf(bzh); |
|
} |
|
#else |
|
rlen = -1; |
|
io_SetErr(ENOTSUP, "bpf zero copy buffer mode is not supported"); |
|
#endif |
|
} |
|
|
|
return rlen; |
} |
} |