Blame test/splice.c

Packit d3489f
#include <errno.h>
Packit d3489f
#include <stdio.h>
Packit d3489f
#include <unistd.h>
Packit d3489f
#include <stdlib.h>
Packit d3489f
#include <string.h>
Packit d3489f
#include <fcntl.h>
Packit d3489f
#include <sys/mman.h>
Packit d3489f
Packit d3489f
#include "liburing.h"
Packit d3489f
Packit d3489f
#define BUF_SIZE (16 * 4096)
Packit d3489f
Packit d3489f
struct test_ctx {
Packit d3489f
	int real_pipe1[2];
Packit d3489f
	int real_pipe2[2];
Packit d3489f
	int real_fd_in;
Packit d3489f
	int real_fd_out;
Packit d3489f
Packit d3489f
	/* fds or for registered files */
Packit d3489f
	int pipe1[2];
Packit d3489f
	int pipe2[2];
Packit d3489f
	int fd_in;
Packit d3489f
	int fd_out;
Packit d3489f
Packit d3489f
	void *buf_in;
Packit d3489f
	void *buf_out;
Packit d3489f
};
Packit d3489f
Packit d3489f
static unsigned int splice_flags = 0;
Packit d3489f
static unsigned int sqe_flags = 0;
Packit d3489f
static int has_splice = 0;
Packit d3489f
static int has_tee = 0;
Packit d3489f
Packit d3489f
static int read_buf(int fd, void *buf, int len)
Packit d3489f
{
Packit d3489f
	int ret;
Packit d3489f
Packit d3489f
	while (len) {
Packit d3489f
		ret = read(fd, buf, len);
Packit d3489f
		if (ret < 0)
Packit d3489f
			return ret;
Packit d3489f
		len -= ret;
Packit d3489f
		buf += ret;
Packit d3489f
	}
Packit d3489f
	return 0;
Packit d3489f
}
Packit d3489f
Packit d3489f
static int write_buf(int fd, const void *buf, int len)
Packit d3489f
{
Packit d3489f
	int ret;
Packit d3489f
Packit d3489f
	while (len) {
Packit d3489f
		ret = write(fd, buf, len);
Packit d3489f
		if (ret < 0)
Packit d3489f
			return ret;
Packit d3489f
		len -= ret;
Packit d3489f
		buf += ret;
Packit d3489f
	}
Packit d3489f
	return 0;
Packit d3489f
}
Packit d3489f
Packit d3489f
static int check_content(int fd, void *buf, int len, const void *src)
Packit d3489f
{
Packit d3489f
	int ret;
Packit d3489f
Packit d3489f
	ret = read_buf(fd, buf, len);
Packit d3489f
	if (ret)
Packit d3489f
		return ret;
Packit d3489f
Packit d3489f
	ret = memcmp(buf, src, len);
Packit d3489f
	return (ret != 0) ? -1 : 0;
Packit d3489f
}
Packit d3489f
Packit d3489f
static int create_file(const char *filename)
Packit d3489f
{
Packit d3489f
	int fd, save_errno;
Packit d3489f
Packit d3489f
	fd = open(filename, O_RDWR | O_CREAT, 0644);
Packit d3489f
	save_errno = errno;
Packit d3489f
	unlink(filename);
Packit d3489f
	errno = save_errno;
Packit d3489f
	return fd;
Packit d3489f
}
Packit d3489f
Packit d3489f
static int init_splice_ctx(struct test_ctx *ctx)
Packit d3489f
{
Packit d3489f
	int ret, rnd_fd;
Packit d3489f
Packit d3489f
	ctx->buf_in = calloc(BUF_SIZE, 1);
Packit d3489f
	if (!ctx->buf_in)
Packit d3489f
		return 1;
Packit d3489f
	ctx->buf_out = calloc(BUF_SIZE, 1);
Packit d3489f
	if (!ctx->buf_out)
Packit d3489f
		return 1;
Packit d3489f
Packit d3489f
	ctx->fd_in = create_file(".splice-test-in");
Packit d3489f
	if (ctx->fd_in < 0) {
Packit d3489f
		perror("file open");
Packit d3489f
		return 1;
Packit d3489f
	}
Packit d3489f
Packit d3489f
	ctx->fd_out = create_file(".splice-test-out");
Packit d3489f
	if (ctx->fd_out < 0) {
Packit d3489f
		perror("file open");
Packit d3489f
		return 1;
Packit d3489f
	}
Packit d3489f
Packit d3489f
	/* get random data */
Packit d3489f
	rnd_fd = open("/dev/urandom", O_RDONLY);
Packit d3489f
	if (rnd_fd < 0)
Packit d3489f
		return 1;
Packit d3489f
Packit d3489f
	ret = read_buf(rnd_fd, ctx->buf_in, BUF_SIZE);
Packit d3489f
	if (ret != 0)
Packit d3489f
		return 1;
Packit d3489f
	close(rnd_fd);
Packit d3489f
Packit d3489f
	/* populate file */
Packit d3489f
	ret = write_buf(ctx->fd_in, ctx->buf_in, BUF_SIZE);
Packit d3489f
	if (ret)
Packit d3489f
		return ret;
Packit d3489f
Packit d3489f
	if (pipe(ctx->pipe1) < 0)
Packit d3489f
		return 1;
Packit d3489f
	if (pipe(ctx->pipe2) < 0)
Packit d3489f
		return 1;
Packit d3489f
Packit d3489f
	ctx->real_pipe1[0] = ctx->pipe1[0];
Packit d3489f
	ctx->real_pipe1[1] = ctx->pipe1[1];
Packit d3489f
	ctx->real_pipe2[0] = ctx->pipe2[0];
Packit d3489f
	ctx->real_pipe2[1] = ctx->pipe2[1];
Packit d3489f
	ctx->real_fd_in = ctx->fd_in;
Packit d3489f
	ctx->real_fd_out = ctx->fd_out;
Packit d3489f
	return 0;
Packit d3489f
}
Packit d3489f
Packit d3489f
static int do_splice_op(struct io_uring *ring,
Packit d3489f
			int fd_in, loff_t off_in,
Packit d3489f
			int fd_out, loff_t off_out,
Packit d3489f
			unsigned int len,
Packit d3489f
			__u8 opcode)
Packit d3489f
{
Packit d3489f
	struct io_uring_cqe *cqe;
Packit d3489f
	struct io_uring_sqe *sqe;
Packit d3489f
	int ret = -1;
Packit d3489f
Packit d3489f
	do {
Packit d3489f
		sqe = io_uring_get_sqe(ring);
Packit d3489f
		if (!sqe) {
Packit d3489f
			fprintf(stderr, "get sqe failed\n");
Packit d3489f
			return -1;
Packit d3489f
		}
Packit d3489f
		io_uring_prep_splice(sqe, fd_in, off_in, fd_out, off_out,
Packit d3489f
				     len, splice_flags);
Packit d3489f
		sqe->flags |= sqe_flags;
Packit d3489f
		sqe->user_data = 42;
Packit d3489f
		sqe->opcode = opcode;
Packit d3489f
Packit d3489f
		ret = io_uring_submit(ring);
Packit d3489f
		if (ret != 1) {
Packit d3489f
			fprintf(stderr, "sqe submit failed: %d\n", ret);
Packit d3489f
			return ret;
Packit d3489f
		}
Packit d3489f
Packit d3489f
		ret = io_uring_wait_cqe(ring, &cqe);
Packit d3489f
		if (ret < 0) {
Packit d3489f
			fprintf(stderr, "wait completion %d\n", cqe->res);
Packit d3489f
			return ret;
Packit d3489f
		}
Packit d3489f
Packit d3489f
		if (cqe->res <= 0) {
Packit d3489f
			io_uring_cqe_seen(ring, cqe);
Packit d3489f
			return cqe->res;
Packit d3489f
		}
Packit d3489f
Packit d3489f
		len -= cqe->res;
Packit d3489f
		if (off_in != -1)
Packit d3489f
			off_in += cqe->res;
Packit d3489f
		if (off_out != -1)
Packit d3489f
			off_out += cqe->res;
Packit d3489f
		io_uring_cqe_seen(ring, cqe);
Packit d3489f
	} while (len);
Packit d3489f
Packit d3489f
	return 0;
Packit d3489f
}
Packit d3489f
Packit d3489f
static int do_splice(struct io_uring *ring,
Packit d3489f
			int fd_in, loff_t off_in,
Packit d3489f
			int fd_out, loff_t off_out,
Packit d3489f
			unsigned int len)
Packit d3489f
{
Packit d3489f
	return do_splice_op(ring, fd_in, off_in, fd_out, off_out, len,
Packit d3489f
			    IORING_OP_SPLICE);
Packit d3489f
}
Packit d3489f
Packit d3489f
static int do_tee(struct io_uring *ring, int fd_in, int fd_out, 
Packit d3489f
		  unsigned int len)
Packit d3489f
{
Packit d3489f
	return do_splice_op(ring, fd_in, 0, fd_out, 0, len, IORING_OP_TEE);
Packit d3489f
}
Packit d3489f
Packit d3489f
static void check_splice_support(struct io_uring *ring, struct test_ctx *ctx)
Packit d3489f
{
Packit d3489f
	int ret;
Packit d3489f
Packit d3489f
	ret = do_splice(ring, -1, 0, -1, 0, BUF_SIZE);
Packit d3489f
	has_splice = (ret == -EBADF);
Packit d3489f
}
Packit d3489f
Packit d3489f
static void check_tee_support(struct io_uring *ring, struct test_ctx *ctx)
Packit d3489f
{
Packit d3489f
	int ret;
Packit d3489f
Packit d3489f
	ret = do_tee(ring, -1, -1, BUF_SIZE);
Packit d3489f
	has_tee = (ret == -EBADF);
Packit d3489f
}
Packit d3489f
Packit d3489f
static int check_zero_splice(struct io_uring *ring, struct test_ctx *ctx)
Packit d3489f
{
Packit d3489f
	int ret;
Packit d3489f
Packit d3489f
	ret = do_splice(ring, ctx->fd_in, -1, ctx->pipe1[1], -1, 0);
Packit d3489f
	if (ret)
Packit d3489f
		return ret;
Packit d3489f
Packit d3489f
	ret = do_splice(ring, ctx->pipe2[0], -1, ctx->pipe1[1], -1, 0);
Packit d3489f
	if (ret)
Packit d3489f
		return ret;
Packit d3489f
Packit d3489f
	return 0;
Packit d3489f
}
Packit d3489f
Packit d3489f
static int splice_to_pipe(struct io_uring *ring, struct test_ctx *ctx)
Packit d3489f
{
Packit d3489f
	int ret;
Packit d3489f
Packit d3489f
	ret = lseek(ctx->real_fd_in, 0, SEEK_SET);
Packit d3489f
	if (ret)
Packit d3489f
		return ret;
Packit d3489f
Packit d3489f
	/* implicit file offset */
Packit d3489f
	ret = do_splice(ring, ctx->fd_in, -1, ctx->pipe1[1], -1, BUF_SIZE);
Packit d3489f
	if (ret)
Packit d3489f
		return ret;
Packit d3489f
Packit d3489f
	ret = check_content(ctx->real_pipe1[0], ctx->buf_out, BUF_SIZE,
Packit d3489f
			     ctx->buf_in);
Packit d3489f
	if (ret)
Packit d3489f
		return ret;
Packit d3489f
Packit d3489f
	/* explicit file offset */
Packit d3489f
	ret = do_splice(ring, ctx->fd_in, 0, ctx->pipe1[1], -1, BUF_SIZE);
Packit d3489f
	if (ret)
Packit d3489f
		return ret;
Packit d3489f
Packit d3489f
	return check_content(ctx->real_pipe1[0], ctx->buf_out, BUF_SIZE,
Packit d3489f
			     ctx->buf_in);
Packit d3489f
}
Packit d3489f
Packit d3489f
static int splice_from_pipe(struct io_uring *ring, struct test_ctx *ctx)
Packit d3489f
{
Packit d3489f
	int ret;
Packit d3489f
Packit d3489f
	ret = write_buf(ctx->real_pipe1[1], ctx->buf_in, BUF_SIZE);
Packit d3489f
	if (ret)
Packit d3489f
		return ret;
Packit d3489f
	ret = do_splice(ring, ctx->pipe1[0], -1, ctx->fd_out, 0, BUF_SIZE);
Packit d3489f
	if (ret)
Packit d3489f
		return ret;
Packit d3489f
	ret = check_content(ctx->real_fd_out, ctx->buf_out, BUF_SIZE,
Packit d3489f
			     ctx->buf_in);
Packit d3489f
	if (ret)
Packit d3489f
		return ret;
Packit d3489f
Packit d3489f
	ret = ftruncate(ctx->real_fd_out, 0);
Packit d3489f
	if (ret)
Packit d3489f
		return ret;
Packit d3489f
	return lseek(ctx->real_fd_out, 0, SEEK_SET);
Packit d3489f
}
Packit d3489f
Packit d3489f
static int splice_pipe_to_pipe(struct io_uring *ring, struct test_ctx *ctx)
Packit d3489f
{
Packit d3489f
	int ret;
Packit d3489f
Packit d3489f
	ret = do_splice(ring, ctx->fd_in, 0, ctx->pipe1[1], -1, BUF_SIZE);
Packit d3489f
	if (ret)
Packit d3489f
		return ret;
Packit d3489f
	ret = do_splice(ring, ctx->pipe1[0], -1, ctx->pipe2[1], -1, BUF_SIZE);
Packit d3489f
	if (ret)
Packit d3489f
		return ret;
Packit d3489f
Packit d3489f
	return check_content(ctx->real_pipe2[0], ctx->buf_out, BUF_SIZE,
Packit d3489f
				ctx->buf_in);
Packit d3489f
}
Packit d3489f
Packit d3489f
static int fail_splice_pipe_offset(struct io_uring *ring, struct test_ctx *ctx)
Packit d3489f
{
Packit d3489f
	int ret;
Packit d3489f
Packit d3489f
	ret = do_splice(ring, ctx->fd_in, 0, ctx->pipe1[1], 0, BUF_SIZE);
Packit d3489f
	if (ret != -ESPIPE && ret != -EINVAL)
Packit d3489f
		return ret;
Packit d3489f
Packit d3489f
	ret = do_splice(ring, ctx->pipe1[0], 0, ctx->fd_out, 0, BUF_SIZE);
Packit d3489f
	if (ret != -ESPIPE && ret != -EINVAL)
Packit d3489f
		return ret;
Packit d3489f
Packit d3489f
	return 0;
Packit d3489f
}
Packit d3489f
Packit d3489f
static int fail_tee_nonpipe(struct io_uring *ring, struct test_ctx *ctx)
Packit d3489f
{
Packit d3489f
	int ret;
Packit d3489f
Packit d3489f
	ret = do_tee(ring, ctx->fd_in, ctx->pipe1[1], BUF_SIZE);
Packit d3489f
	if (ret != -ESPIPE && ret != -EINVAL)
Packit d3489f
		return ret;
Packit d3489f
Packit d3489f
	return 0;
Packit d3489f
}
Packit d3489f
Packit d3489f
static int fail_tee_offset(struct io_uring *ring, struct test_ctx *ctx)
Packit d3489f
{
Packit d3489f
	int ret;
Packit d3489f
Packit d3489f
	ret = do_splice_op(ring, ctx->pipe2[0], -1, ctx->pipe1[1], 0,
Packit d3489f
			   BUF_SIZE, IORING_OP_TEE);
Packit d3489f
	if (ret != -ESPIPE && ret != -EINVAL)
Packit d3489f
		return ret;
Packit d3489f
Packit d3489f
	ret = do_splice_op(ring, ctx->pipe2[0], 0, ctx->pipe1[1], -1,
Packit d3489f
			   BUF_SIZE, IORING_OP_TEE);
Packit d3489f
	if (ret != -ESPIPE && ret != -EINVAL)
Packit d3489f
		return ret;
Packit d3489f
Packit d3489f
	return 0;
Packit d3489f
}
Packit d3489f
Packit d3489f
static int check_tee(struct io_uring *ring, struct test_ctx *ctx)
Packit d3489f
{
Packit d3489f
	int ret;
Packit d3489f
Packit d3489f
	ret = write_buf(ctx->real_pipe1[1], ctx->buf_in, BUF_SIZE);
Packit d3489f
	if (ret)
Packit d3489f
		return ret;
Packit d3489f
	ret = do_tee(ring, ctx->pipe1[0], ctx->pipe2[1], BUF_SIZE);
Packit d3489f
	if (ret)
Packit d3489f
		return ret;
Packit d3489f
Packit d3489f
	ret = check_content(ctx->real_pipe1[0], ctx->buf_out, BUF_SIZE,
Packit d3489f
				ctx->buf_in);
Packit d3489f
	if (ret) {
Packit d3489f
		fprintf(stderr, "tee(), invalid src data\n");
Packit d3489f
		return ret;
Packit d3489f
	}
Packit d3489f
Packit d3489f
	ret = check_content(ctx->real_pipe2[0], ctx->buf_out, BUF_SIZE,
Packit d3489f
				ctx->buf_in);
Packit d3489f
	if (ret) {
Packit d3489f
		fprintf(stderr, "tee(), invalid dst data\n");
Packit d3489f
		return ret;
Packit d3489f
	}
Packit d3489f
Packit d3489f
	return 0;
Packit d3489f
}
Packit d3489f
Packit d3489f
static int check_zero_tee(struct io_uring *ring, struct test_ctx *ctx)
Packit d3489f
{
Packit d3489f
	return do_tee(ring, ctx->pipe2[0], ctx->pipe1[1], 0);
Packit d3489f
}
Packit d3489f
Packit d3489f
static int test_splice(struct io_uring *ring, struct test_ctx *ctx)
Packit d3489f
{
Packit d3489f
	int ret;
Packit d3489f
Packit d3489f
	if (has_splice) {
Packit d3489f
		ret = check_zero_splice(ring, ctx);
Packit d3489f
		if (ret) {
Packit d3489f
			fprintf(stderr, "check_zero_splice failed %i %i\n",
Packit d3489f
				ret, errno);
Packit d3489f
			return ret;
Packit d3489f
		}
Packit d3489f
Packit d3489f
		ret = splice_to_pipe(ring, ctx);
Packit d3489f
		if (ret) {
Packit d3489f
			fprintf(stderr, "splice_to_pipe failed %i %i\n",
Packit d3489f
				ret, errno);
Packit d3489f
			return ret;
Packit d3489f
		}
Packit d3489f
Packit d3489f
		ret = splice_from_pipe(ring, ctx);
Packit d3489f
		if (ret) {
Packit d3489f
			fprintf(stderr, "splice_from_pipe failed %i %i\n",
Packit d3489f
				ret, errno);
Packit d3489f
			return ret;
Packit d3489f
		}
Packit d3489f
Packit d3489f
		ret = splice_pipe_to_pipe(ring, ctx);
Packit d3489f
		if (ret) {
Packit d3489f
			fprintf(stderr, "splice_pipe_to_pipe failed %i %i\n",
Packit d3489f
				ret, errno);
Packit d3489f
			return ret;
Packit d3489f
		}
Packit d3489f
Packit d3489f
		ret = fail_splice_pipe_offset(ring, ctx);
Packit d3489f
		if (ret) {
Packit d3489f
			fprintf(stderr, "fail_splice_pipe_offset failed %i %i\n",
Packit d3489f
				ret, errno);
Packit d3489f
			return ret;
Packit d3489f
		}
Packit d3489f
	}
Packit d3489f
Packit d3489f
	if (has_tee) {
Packit d3489f
		ret = check_zero_tee(ring, ctx);
Packit d3489f
		if (ret) {
Packit d3489f
			fprintf(stderr, "check_zero_tee() failed %i %i\n",
Packit d3489f
				ret, errno);
Packit d3489f
			return ret;
Packit d3489f
		}
Packit d3489f
Packit d3489f
		ret = fail_tee_nonpipe(ring, ctx);
Packit d3489f
		if (ret) {
Packit d3489f
			fprintf(stderr, "fail_tee_nonpipe() failed %i %i\n",
Packit d3489f
				ret, errno);
Packit d3489f
			return ret;
Packit d3489f
		}
Packit d3489f
Packit d3489f
		ret = fail_tee_offset(ring, ctx);
Packit d3489f
		if (ret) {
Packit d3489f
			fprintf(stderr, "fail_tee_offset failed %i %i\n",
Packit d3489f
				ret, errno);
Packit d3489f
			return ret;
Packit d3489f
		}
Packit d3489f
Packit d3489f
		ret = check_tee(ring, ctx);
Packit d3489f
		if (ret) {
Packit d3489f
			fprintf(stderr, "check_tee() failed %i %i\n",
Packit d3489f
				ret, errno);
Packit d3489f
			return ret;
Packit d3489f
		}
Packit d3489f
	}
Packit d3489f
Packit d3489f
	return 0;
Packit d3489f
}
Packit d3489f
Packit d3489f
int main(int argc, char *argv[])
Packit d3489f
{
Packit d3489f
	struct io_uring ring;
Packit d3489f
	struct test_ctx ctx;
Packit d3489f
	int ret;
Packit d3489f
	int reg_fds[6];
Packit d3489f
Packit d3489f
	if (argc > 1)
Packit d3489f
		return 0;
Packit d3489f
Packit d3489f
	ret = io_uring_queue_init(8, &ring, 0);
Packit d3489f
	if (ret) {
Packit d3489f
		fprintf(stderr, "ring setup failed\n");
Packit d3489f
		return 1;
Packit d3489f
	}
Packit d3489f
Packit d3489f
	ret = init_splice_ctx(&ctx;;
Packit d3489f
	if (ret) {
Packit d3489f
		fprintf(stderr, "init failed %i %i\n", ret, errno);
Packit d3489f
		return 1;
Packit d3489f
	}
Packit d3489f
Packit d3489f
	check_splice_support(&ring, &ctx;;
Packit d3489f
	if (!has_splice)
Packit d3489f
		fprintf(stdout, "skip, doesn't support splice()\n");
Packit d3489f
	check_tee_support(&ring, &ctx;;
Packit d3489f
	if (!has_tee)
Packit d3489f
		fprintf(stdout, "skip, doesn't support tee()\n");
Packit d3489f
Packit d3489f
	ret = test_splice(&ring, &ctx;;
Packit d3489f
	if (ret) {
Packit d3489f
		fprintf(stderr, "basic splice tests failed\n");
Packit d3489f
		return ret;
Packit d3489f
	}
Packit d3489f
Packit d3489f
	reg_fds[0] = ctx.real_pipe1[0];
Packit d3489f
	reg_fds[1] = ctx.real_pipe1[1];
Packit d3489f
	reg_fds[2] = ctx.real_pipe2[0];
Packit d3489f
	reg_fds[3] = ctx.real_pipe2[1];
Packit d3489f
	reg_fds[4] = ctx.real_fd_in;
Packit d3489f
	reg_fds[5] = ctx.real_fd_out;
Packit d3489f
	ret = io_uring_register_files(&ring, reg_fds, 6);
Packit d3489f
	if (ret) {
Packit d3489f
		fprintf(stderr, "%s: register ret=%d\n", __FUNCTION__, ret);
Packit d3489f
		return 1;
Packit d3489f
	}
Packit d3489f
Packit d3489f
	/* remap fds to registered */
Packit d3489f
	ctx.pipe1[0] = 0;
Packit d3489f
	ctx.pipe1[1] = 1;
Packit d3489f
	ctx.pipe2[0] = 2;
Packit d3489f
	ctx.pipe2[1] = 3;
Packit d3489f
	ctx.fd_in = 4;
Packit d3489f
	ctx.fd_out = 5;
Packit d3489f
Packit d3489f
	splice_flags = SPLICE_F_FD_IN_FIXED;
Packit d3489f
	sqe_flags = IOSQE_FIXED_FILE;
Packit d3489f
	ret = test_splice(&ring, &ctx;;
Packit d3489f
	if (ret) {
Packit d3489f
		fprintf(stderr, "registered fds splice tests failed\n");
Packit d3489f
		return ret;
Packit d3489f
	}
Packit d3489f
	return 0;
Packit d3489f
}