test/send_recvmsg: add support for BUF_SELECT

Signed-off-by: Jens Axboe <axboe@kernel.dk>

test/send_recvmsg.c

@@ -6,6 +6,7 @@
 #include <stdlib.h>
 #include <string.h>
 #include <unistd.h>
+#include <errno.h>
 #include <arpa/inet.h>
 #include <sys/types.h>
 #include <sys/socket.h>
@@ -20,12 +21,16 @@ static char str[] = "This is a test of sendmsg and recvmsg over io_uring!";
 #define PORT	10200
 #define HOST	"127.0.0.1"
 
-static int recv_prep(struct io_uring *ring, struct iovec *iov)
+#define BUF_GID		10
+#define BUF_BID		89
+
+static int recv_prep(struct io_uring *ring, struct iovec *iov, int gid)
 {
 	struct sockaddr_in saddr;
 	struct msghdr msg;
 	struct io_uring_sqe *sqe;
 	int sockfd, ret;
+	int val = 1;
 
 	memset(&saddr, 0, sizeof(saddr));
 	saddr.sin_family = AF_INET;
@@ -38,6 +43,10 @@ static int recv_prep(struct io_uring *ring, struct iovec *iov)
 		return 1;
 	}
 
+	val = 1;
+	setsockopt(sockfd, SOL_SOCKET, SO_REUSEPORT, &val, sizeof(val));
+	setsockopt(sockfd, SOL_SOCKET, SO_REUSEADDR, &val, sizeof(val));
+
 	ret = bind(sockfd, (struct sockaddr *)&saddr, sizeof(saddr));
 	if (ret < 0) {
 		perror("bind");
@@ -51,6 +60,12 @@ static int recv_prep(struct io_uring *ring, struct iovec *iov)
 
 	sqe = io_uring_get_sqe(ring);
 	io_uring_prep_recvmsg(sqe, sockfd, &msg, 0);
+	if (gid) {
+		sqe->user_data = (unsigned long) iov->iov_base;
+		iov->iov_base = NULL;
+		sqe->flags |= IOSQE_BUFFER_SELECT;
+		sqe->buf_group = gid;
+	}
 
 	ret = io_uring_submit(ring);
 	if (ret <= 0) {
@@ -70,9 +85,16 @@ static int do_recvmsg(struct io_uring *ring, struct iovec *iov)
 
 	io_uring_wait_cqe(ring, &cqe);
 	if (cqe->res < 0) {
-		fprintf(stderr, "failed cqe: %d\n", cqe->res);
+		fprintf(stderr, "%s: failed cqe: %d\n", __FUNCTION__, cqe->res);
 		goto err;
 	}
+	if (cqe->flags) {
+		int bid = cqe->flags >> 16;
+		if (bid != BUF_BID)
+			fprintf(stderr, "Buffer ID mismatch %d\n", bid);
+		/* just for passing the pointer to str */
+		iov->iov_base = (void *) cqe->user_data;
+	}
 
 	if (cqe->res -1 != strlen(str)) {
 		fprintf(stderr, "got wrong length: %d/%d\n", cqe->res,
@@ -90,14 +112,22 @@ static int do_recvmsg(struct io_uring *ring, struct iovec *iov)
 	return 1;
 }
 
+struct recv_data {
+	pthread_mutex_t *mutex;
+	int buf_select;
+};
+
 static void *recv_fn(void *data)
 {
-	pthread_mutex_t *mutex = data;
+	struct recv_data *rd = data;
+	pthread_mutex_t *mutex = rd->mutex;
 	char buf[MAX_MSG + 1];
 	struct iovec iov = {
 		.iov_base = buf,
 		.iov_len = sizeof(buf) - 1,
 	};
+	struct io_uring_sqe *sqe;
+	struct io_uring_cqe *cqe;
 	struct io_uring ring;
 	int ret;
 
@@ -107,7 +137,30 @@ static void *recv_fn(void *data)
 		goto err;
 	}
 
-	ret = recv_prep(&ring, &iov);
+	if (rd->buf_select) {
+		sqe = io_uring_get_sqe(&ring);
+		io_uring_prep_provide_buffers(sqe, buf, sizeof(buf) -1, 1,
+						BUF_GID, BUF_BID);
+		ret = io_uring_submit(&ring);
+		if (ret != 1) {
+			fprintf(stderr, "submit ret=%d\n", ret);
+			goto err;
+		}
+
+		io_uring_wait_cqe(&ring, &cqe);
+		ret = cqe->res;
+		io_uring_cqe_seen(&ring, cqe);
+		if (ret == -EINVAL) {
+			fprintf(stdout, "PROVIDE_BUFFERS not supported, skip\n");
+			ret = 0;
+			goto err;
+		} else if (ret < 0) {
+			fprintf(stderr, "PROVIDER_BUFFERS %d\n", ret);
+			goto err;
+		}
+	}
+
+	ret = recv_prep(&ring, &iov, rd->buf_select ? BUF_GID : 0);
 	if (ret) {
 		fprintf(stderr, "recv_prep failed: %d\n", ret);
 		goto err;
@@ -169,7 +222,7 @@ static int do_sendmsg(void)
 
 	ret = io_uring_wait_cqe(&ring, &cqe);
 	if (cqe->res < 0) {
-		fprintf(stderr, "failed cqe: %d\n", cqe->res);
+		fprintf(stderr, "%s: failed cqe: %d\n", __FUNCTION__, cqe->res);
 		goto err;
 	}
 
@@ -180,8 +233,9 @@ static int do_sendmsg(void)
 	return 1;
 }
 
-int main(int argc, char *argv[])
+static int test(int buf_select)
 {
+	struct recv_data rd;
 	pthread_mutexattr_t attr;
 	pthread_t recv_thread;
 	pthread_mutex_t mutex;
@@ -193,7 +247,9 @@ int main(int argc, char *argv[])
 	pthread_mutex_init(&mutex, &attr);
 	pthread_mutex_lock(&mutex);
 
-	ret = pthread_create(&recv_thread, NULL, recv_fn, &mutex);
+	rd.mutex = &mutex;
+	rd.buf_select = buf_select;
+	ret = pthread_create(&recv_thread, NULL, recv_fn, &rd);
 	if (ret) {
 		fprintf(stderr, "Thread create failed\n");
 		return 1;
@@ -206,3 +262,22 @@ int main(int argc, char *argv[])
 
 	return ret;
 }
+
+int main(int argc, char *argv[])
+{
+	int ret;
+
+	ret = test(0);
+	if (ret) {
+		fprintf(stderr, "send_recvmsg 0 failed\n");
+		return 1;
+	}
+
+	ret = test(1);
+	if (ret) {
+		fprintf(stderr, "send_recvmsg 1 failed\n");
+		return 1;
+	}
+
+	return 0;
+}