|
Packit |
d3489f |
/* SPDX-License-Identifier: MIT */
|
|
Packit |
d3489f |
/*
|
|
Packit |
d3489f |
* Test case for socket read/write through IORING_OP_READV and
|
|
Packit |
d3489f |
* IORING_OP_WRITEV, using both TCP and sockets and blocking and
|
|
Packit |
d3489f |
* non-blocking IO.
|
|
Packit |
d3489f |
*
|
|
Packit |
d3489f |
* Heavily based on a test case from Hrvoje Zeba <zeba.hrvoje@gmail.com>
|
|
Packit |
d3489f |
*/
|
|
Packit |
d3489f |
#include <stdio.h>
|
|
Packit |
d3489f |
#include <stdlib.h>
|
|
Packit |
d3489f |
#include <stdint.h>
|
|
Packit |
d3489f |
#include <assert.h>
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
#include <pthread.h>
|
|
Packit |
d3489f |
#include <errno.h>
|
|
Packit |
d3489f |
#include <fcntl.h>
|
|
Packit |
d3489f |
#include <unistd.h>
|
|
Packit |
d3489f |
#include <sys/socket.h>
|
|
Packit |
d3489f |
#include <sys/un.h>
|
|
Packit |
d3489f |
#include <netinet/tcp.h>
|
|
Packit |
d3489f |
#include <netinet/in.h>
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
#include "liburing.h"
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
#define RECV_BUFF_SIZE 2
|
|
Packit |
d3489f |
#define SEND_BUFF_SIZE 3
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
#define PORT 0x1235
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
struct params {
|
|
Packit |
d3489f |
int tcp;
|
|
Packit |
d3489f |
int non_blocking;
|
|
Packit |
d3489f |
};
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
pthread_mutex_t mutex = PTHREAD_MUTEX_INITIALIZER;
|
|
Packit |
d3489f |
pthread_cond_t cond = PTHREAD_COND_INITIALIZER;
|
|
Packit |
d3489f |
int rcv_ready = 0;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
static void set_rcv_ready(void)
|
|
Packit |
d3489f |
{
|
|
Packit |
d3489f |
pthread_mutex_lock(&mutex);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
rcv_ready = 1;
|
|
Packit |
d3489f |
pthread_cond_signal(&cond;;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
pthread_mutex_unlock(&mutex);
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
static void wait_for_rcv_ready(void)
|
|
Packit |
d3489f |
{
|
|
Packit |
d3489f |
pthread_mutex_lock(&mutex);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
while (!rcv_ready)
|
|
Packit |
d3489f |
pthread_cond_wait(&cond, &mutex);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
pthread_mutex_unlock(&mutex);
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
static void *rcv(void *arg)
|
|
Packit |
d3489f |
{
|
|
Packit |
d3489f |
struct params *p = arg;
|
|
Packit |
d3489f |
int s0;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
if (p->tcp) {
|
|
Packit |
d3489f |
int val = 1;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
s0 = socket(AF_INET, SOCK_STREAM | SOCK_CLOEXEC, IPPROTO_TCP);
|
|
Packit |
d3489f |
assert(setsockopt(s0, SOL_SOCKET, SO_REUSEPORT, &val, sizeof(val)) != -1);
|
|
Packit |
d3489f |
assert(setsockopt(s0, SOL_SOCKET, SO_REUSEADDR, &val, sizeof(val)) != -1);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
struct sockaddr_in addr;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
addr.sin_family = AF_INET;
|
|
Packit |
d3489f |
addr.sin_port = PORT;
|
|
Packit |
d3489f |
addr.sin_addr.s_addr = 0x0100007fU;
|
|
Packit |
d3489f |
assert(bind(s0, (struct sockaddr *) &addr, sizeof(addr)) != -1);
|
|
Packit |
d3489f |
} else {
|
|
Packit |
d3489f |
s0 = socket(AF_UNIX, SOCK_STREAM | SOCK_CLOEXEC, 0);
|
|
Packit |
d3489f |
assert(s0 != -1);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
struct sockaddr_un addr;
|
|
Packit |
d3489f |
memset(&addr, 0, sizeof(addr));
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
addr.sun_family = AF_UNIX;
|
|
Packit |
d3489f |
memcpy(addr.sun_path, "\0sock", 6);
|
|
Packit |
d3489f |
assert(bind(s0, (struct sockaddr *) &addr, sizeof(addr)) != -1);
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
assert(listen(s0, 128) != -1);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
set_rcv_ready();
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
int s1 = accept(s0, NULL, NULL);
|
|
Packit |
d3489f |
assert(s1 != -1);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
if (p->non_blocking) {
|
|
Packit |
d3489f |
int flags = fcntl(s1, F_GETFL, 0);
|
|
Packit |
d3489f |
assert(flags != -1);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
flags |= O_NONBLOCK;
|
|
Packit |
d3489f |
assert(fcntl(s1, F_SETFL, flags) != -1);
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
struct io_uring m_io_uring;
|
|
Packit |
d3489f |
void *ret = NULL;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
assert(io_uring_queue_init(32, &m_io_uring, 0) >= 0);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
int bytes_read = 0;
|
|
Packit |
d3489f |
int expected_byte = 0;
|
|
Packit |
d3489f |
int done = 0;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
while (!done && bytes_read != 33) {
|
|
Packit |
d3489f |
char buff[RECV_BUFF_SIZE];
|
|
Packit |
d3489f |
struct iovec iov;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
iov.iov_base = buff;
|
|
Packit |
d3489f |
iov.iov_len = sizeof(buff);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
struct io_uring_sqe *sqe = io_uring_get_sqe(&m_io_uring);
|
|
Packit |
d3489f |
assert(sqe != NULL);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
io_uring_prep_readv(sqe, s1, &iov, 1, 0);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
assert(io_uring_submit(&m_io_uring) != -1);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
struct io_uring_cqe *cqe;
|
|
Packit |
d3489f |
unsigned head;
|
|
Packit |
d3489f |
unsigned count = 0;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
while (!done && count != 1) {
|
|
Packit |
d3489f |
io_uring_for_each_cqe(&m_io_uring, head, cqe) {
|
|
Packit |
d3489f |
if (cqe->res < 0)
|
|
Packit |
d3489f |
assert(cqe->res == -EAGAIN);
|
|
Packit |
d3489f |
else {
|
|
Packit |
d3489f |
int i;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
for (i = 0; i < cqe->res; i++) {
|
|
Packit |
d3489f |
if (buff[i] != expected_byte) {
|
|
Packit |
d3489f |
fprintf(stderr,
|
|
Packit |
d3489f |
"Received %d, wanted %d\n",
|
|
Packit |
d3489f |
buff[i], expected_byte);
|
|
Packit |
d3489f |
ret++;
|
|
Packit |
d3489f |
done = 1;
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
expected_byte++;
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
bytes_read += cqe->res;
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
count++;
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
assert(count <= 1);
|
|
Packit |
d3489f |
io_uring_cq_advance(&m_io_uring, count);
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
shutdown(s1, SHUT_RDWR);
|
|
Packit |
d3489f |
close(s1);
|
|
Packit |
d3489f |
close(s0);
|
|
Packit |
d3489f |
io_uring_queue_exit(&m_io_uring);
|
|
Packit |
d3489f |
return ret;
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
static void *snd(void *arg)
|
|
Packit |
d3489f |
{
|
|
Packit |
d3489f |
struct params *p = arg;
|
|
Packit |
d3489f |
int s0;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
wait_for_rcv_ready();
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
if (p->tcp) {
|
|
Packit |
d3489f |
int val = 1;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
s0 = socket(AF_INET, SOCK_STREAM | SOCK_CLOEXEC, IPPROTO_TCP);
|
|
Packit |
d3489f |
assert(setsockopt(s0, IPPROTO_TCP, TCP_NODELAY, &val, sizeof(val)) != -1);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
struct sockaddr_in addr;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
addr.sin_family = AF_INET;
|
|
Packit |
d3489f |
addr.sin_port = PORT;
|
|
Packit |
d3489f |
addr.sin_addr.s_addr = 0x0100007fU;
|
|
Packit |
d3489f |
assert(connect(s0, (struct sockaddr*) &addr, sizeof(addr)) != -1);
|
|
Packit |
d3489f |
} else {
|
|
Packit |
d3489f |
s0 = socket(AF_UNIX, SOCK_STREAM | SOCK_CLOEXEC, 0);
|
|
Packit |
d3489f |
assert(s0 != -1);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
struct sockaddr_un addr;
|
|
Packit |
d3489f |
memset(&addr, 0, sizeof(addr));
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
addr.sun_family = AF_UNIX;
|
|
Packit |
d3489f |
memcpy(addr.sun_path, "\0sock", 6);
|
|
Packit |
d3489f |
assert(connect(s0, (struct sockaddr*) &addr, sizeof(addr)) != -1);
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
if (p->non_blocking) {
|
|
Packit |
d3489f |
int flags = fcntl(s0, F_GETFL, 0);
|
|
Packit |
d3489f |
assert(flags != -1);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
flags |= O_NONBLOCK;
|
|
Packit |
d3489f |
assert(fcntl(s0, F_SETFL, flags) != -1);
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
struct io_uring m_io_uring;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
assert(io_uring_queue_init(32, &m_io_uring, 0) >= 0);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
int bytes_written = 0;
|
|
Packit |
d3489f |
int done = 0;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
while (!done && bytes_written != 33) {
|
|
Packit |
d3489f |
char buff[SEND_BUFF_SIZE];
|
|
Packit |
d3489f |
int i;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
for (i = 0; i < SEND_BUFF_SIZE; i++)
|
|
Packit |
d3489f |
buff[i] = i + bytes_written;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
struct iovec iov;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
iov.iov_base = buff;
|
|
Packit |
d3489f |
iov.iov_len = sizeof(buff);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
struct io_uring_sqe *sqe = io_uring_get_sqe(&m_io_uring);
|
|
Packit |
d3489f |
assert(sqe != NULL);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
io_uring_prep_writev(sqe, s0, &iov, 1, 0);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
assert(io_uring_submit(&m_io_uring) != -1);
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
struct io_uring_cqe *cqe;
|
|
Packit |
d3489f |
unsigned head;
|
|
Packit |
d3489f |
unsigned count = 0;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
while (!done && count != 1) {
|
|
Packit |
d3489f |
io_uring_for_each_cqe(&m_io_uring, head, cqe) {
|
|
Packit |
d3489f |
if (cqe->res < 0) {
|
|
Packit |
d3489f |
if (cqe->res == -EPIPE) {
|
|
Packit |
d3489f |
done = 1;
|
|
Packit |
d3489f |
break;
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
assert(cqe->res == -EAGAIN);
|
|
Packit |
d3489f |
} else {
|
|
Packit |
d3489f |
bytes_written += cqe->res;
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
count++;
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
assert(count <= 1);
|
|
Packit |
d3489f |
io_uring_cq_advance(&m_io_uring, count);
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
usleep(100000);
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
shutdown(s0, SHUT_RDWR);
|
|
Packit |
d3489f |
close(s0);
|
|
Packit |
d3489f |
io_uring_queue_exit(&m_io_uring);
|
|
Packit |
d3489f |
return NULL;
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
int main(int argc, char *argv[])
|
|
Packit |
d3489f |
{
|
|
Packit |
d3489f |
struct params p;
|
|
Packit |
d3489f |
pthread_t t1, t2;
|
|
Packit |
d3489f |
void *res1, *res2;
|
|
Packit |
d3489f |
int i, exit_val = 0;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
if (argc > 1)
|
|
Packit |
d3489f |
return 0;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
for (i = 0; i < 4; i++) {
|
|
Packit |
d3489f |
p.tcp = i & 1;
|
|
Packit |
d3489f |
p.non_blocking = (i & 2) >> 1;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
rcv_ready = 0;
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
pthread_create(&t1, NULL, rcv, &p);
|
|
Packit |
d3489f |
pthread_create(&t2, NULL, snd, &p);
|
|
Packit |
d3489f |
pthread_join(t1, &res1);
|
|
Packit |
d3489f |
pthread_join(t2, &res2);
|
|
Packit |
d3489f |
if (res1 || res2) {
|
|
Packit |
d3489f |
fprintf(stderr, "Failed tcp=%d, non_blocking=%d\n", p.tcp, p.non_blocking);
|
|
Packit |
d3489f |
exit_val = 1;
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
}
|
|
Packit |
d3489f |
|
|
Packit |
d3489f |
return exit_val;
|
|
Packit |
d3489f |
}
|