--- libaitio/src/bpf.c	2013/06/24 14:45:37	1.1.2.4
+++ libaitio/src/bpf.c	2013/06/26 13:33:55	1.1.2.16
@@ -97,11 +97,19 @@ allocZCbuf(u_int len)
 int
 io_etherOpen(const char *csIface, int flags, int whdr, u_int *buflen, void **zcbuf)
 {
-	int n = 1, eth = -1;
+	int eth = -1;
 	register int i;
 	char szStr[STRSIZ];
 	struct ifreq ifr;
+	u_int n = 1;
 
+#ifndef __FreeBSD__
+	if (zcbuf) {
+		io_SetErr(ENOTSUP, "bpf zero copy buffer mode is not supported");
+		return -1;
+	}
+#endif
+
 	for (i = 0; i < BPF_DEV_MAX; i++) {
 		memset(szStr, 0, sizeof szStr);
 		snprintf(szStr, sizeof szStr, "/dev/bpf%d", i);
@@ -114,54 +122,55 @@ io_etherOpen(const char *csIface, int flags, int whdr,
 		return -1;
 	}
 
-	if (ioctl(eth, BIOCIMMEDIATE, &n) == -1) {
-		LOGERR;
-		close(eth);
-		return -1;
-	}
-	if (whdr && ioctl(eth, BIOCSHDRCMPLT, &n) == -1) {
-		LOGERR;
-		close(eth);
-		return -1;
-	}
-	if (buflen && *buflen) {
-		if (!zcbuf) {
-			if (ioctl(eth, BIOCSBLEN, buflen) == -1) {
-				LOGERR;
-				close(eth);
-				return -1;
-			}
-		} else {
+	if (!zcbuf) {
+		if (ioctl(eth, BIOCGBLEN, &n) == -1) {
+			LOGERR;
+			close(eth);
+			return -1;
+		} else
+			n = (buflen && *buflen) ? *buflen : n;
+		if (ioctl(eth, BIOCSBLEN, &n) == -1) {
+			LOGERR;
+			close(eth);
+			return -1;
+		}
+		if (buflen && *buflen)
+			*buflen = n;
+	} else {
 #ifdef __FreeBSD__
-			n = BPF_BUFMODE_ZBUF;
-			if (ioctl(eth, BIOCSETBUFMODE, &n) == -1) {
-				LOGERR;
-				close(eth);
-				return -1;
-			}
-			if (ioctl(eth, BIOCGETZMAX, &n) == -1) {
-				LOGERR;
-				close(eth);
-				return -1;
-			}
-			if (!(*zcbuf = allocZCbuf(MIN(n, *buflen)))) {
-				close(eth);
-				return -1;
-			}
-			if (ioctl(eth, BIOCSETZBUF, (struct bpf_zbuf*) *zcbuf) == -1) {
-				LOGERR;
-				io_etherClose(eth, zcbuf);
-				return -1;
-			}
-#endif
+		n = BPF_BUFMODE_ZBUF;
+		if (ioctl(eth, BIOCSETBUFMODE, &n) == -1) {
+			LOGERR;
+			close(eth);
+			return -1;
 		}
+		if (ioctl(eth, BIOCGETZMAX, &n) == -1) {
+			LOGERR;
+			close(eth);
+			return -1;
+		} else
+			n = (buflen && *buflen) ? *buflen : n;
+		if (!(*zcbuf = allocZCbuf(n))) {
+			close(eth);
+			return -1;
+		}
+		if (ioctl(eth, BIOCSETZBUF, *zcbuf) == -1) {
+			LOGERR;
+			io_etherClose(eth, zcbuf);
+			return -1;
+		}
+		if (buflen && *buflen)
+			*buflen = n;
+#endif
 	}
+
 	if (csIface)
 		strlcpy(szStr, csIface, sizeof szStr);
 	else if (io_get1stiface(szStr, sizeof szStr) == -1) {
 		io_etherClose(eth, zcbuf);
 		return -1;
 	}
+	memset(&ifr, 0, sizeof ifr);
 	strlcpy(ifr.ifr_name, szStr, sizeof ifr.ifr_name);
 	if (ioctl(eth, BIOCSETIF, &ifr) == -1) {
 		LOGERR;
@@ -169,5 +178,123 @@ io_etherOpen(const char *csIface, int flags, int whdr,
 		return -1;
 	}
 
+	n = 1;
+	if (whdr && ioctl(eth, BIOCSHDRCMPLT, &n) == -1) {
+		LOGERR;
+		io_etherClose(eth, zcbuf);
+		return -1;
+	}
+	if (ioctl(eth, BIOCIMMEDIATE, &n) == -1) {
+		LOGERR;
+		io_etherClose(eth, zcbuf);
+		return -1;
+	}
+
 	return eth;
+}
+
+/*
+ * io_etherSend() - Send packet to bpf
+ *
+ * @eth = bpf handle
+ * @buf = buffer
+ * @buflen = buffer length
+ * return: -1 error or !=-1 written bytes
+ */
+ssize_t
+io_etherSend(int eth, const void *buf, size_t buflen)
+{
+	ssize_t wlen = 0;
+
+	if (!buf || !buflen) {
+		io_SetErr(EINVAL, "invalid arguments");
+		return -1;
+	}
+
+	wlen = write(eth, buf, buflen);
+	if (wlen == -1)
+		LOGERR;
+	return wlen;
+}
+
+#ifdef __FreeBSD__
+static inline void
+ackZCbuf(struct bpf_zbuf_header * __restrict bzh)
+{
+	atomic_store_rel_int(&bzh->bzh_user_gen, bzh->bzh_kernel_gen);
+}
+
+static inline int
+chkZCbuf(struct bpf_zbuf_header * __restrict bzh)
+{
+	/* return true if userspace owns buffer, and false otherwise. */
+	return (bzh->bzh_user_gen != atomic_load_acq_int(&bzh->bzh_kernel_gen));
+}
+
+static inline size_t
+nextZCbuf(void ** __restrict zcache, struct bpf_zbuf * __restrict zbuf)
+{
+	size_t rlen = 0;
+	struct bpf_zbuf_header *bzh;
+
+	if (!*zcache || *zcache == zbuf->bz_bufb) {
+		bzh = (struct bpf_zbuf_header *) zbuf->bz_bufa;
+		if (chkZCbuf(bzh)) {
+			rlen = atomic_load_acq_int(&bzh->bzh_kernel_len);
+			*zcache = zbuf->bz_bufa;
+		}
+	} else if (*zcache == zbuf->bz_bufa) {
+		bzh = (struct bpf_zbuf_header *) zbuf->bz_bufb;
+		if (chkZCbuf(bzh)) {
+			rlen = atomic_load_acq_int(&bzh->bzh_kernel_len);
+			*zcache = zbuf->bz_bufb;
+		}
+	}
+
+	return rlen;
+}
+#endif
+
+/*
+ * io_etherRecv() - Receive packet from bpf
+ *
+ * @eth = bpf handle
+ * @buf = buffer
+ * @buflen = buffer length
+ * @zcbuf = zero copy buffer, if BPF supports it and isn't NULL
+ * return: -1 error or !=-1 readed bytes
+ */
+ssize_t
+io_etherRecv(int eth, void * __restrict buf, size_t buflen, void * __restrict zcbuf)
+{
+	ssize_t rlen = 0;
+	void *zcache = NULL;
+#ifdef __FreeBSD__
+	struct bpf_zbuf_header *bzh;
+#endif
+
+	if (!buf || !buflen) {
+		io_SetErr(EINVAL, "invalid arguments");
+		return -1;
+	}
+
+	if (!zcbuf) {
+		rlen = read(eth, buf, buflen);
+		if (rlen == -1)
+			LOGERR;
+	} else {
+#ifdef __FreeBSD__
+		rlen = (ssize_t) nextZCbuf(&zcache, (struct bpf_zbuf*) zcbuf);
+		if (rlen > 0) {
+			bzh = (struct bpf_zbuf_header*) zcache;
+			memcpy(buf, zcache + sizeof(struct bpf_zbuf_header), buflen);
+			ackZCbuf(bzh);
+		}
+#else
+		rlen = -1;
+		io_SetErr(ENOTSUP, "bpf zero copy buffer mode is not supported");
+#endif
+	}
+
+	return rlen;
 }