Blame freedreno/freedreno_ringbuffer.c

Packit Service 103f6b
/* -*- mode: C; c-file-style: "k&r"; tab-width 4; indent-tabs-mode: t; -*- */
Packit Service 103f6b
Packit Service 103f6b
/*
Packit Service 103f6b
 * Copyright (C) 2012 Rob Clark <robclark@freedesktop.org>
Packit Service 103f6b
 *
Packit Service 103f6b
 * Permission is hereby granted, free of charge, to any person obtaining a
Packit Service 103f6b
 * copy of this software and associated documentation files (the "Software"),
Packit Service 103f6b
 * to deal in the Software without restriction, including without limitation
Packit Service 103f6b
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
Packit Service 103f6b
 * and/or sell copies of the Software, and to permit persons to whom the
Packit Service 103f6b
 * Software is furnished to do so, subject to the following conditions:
Packit Service 103f6b
 *
Packit Service 103f6b
 * The above copyright notice and this permission notice (including the next
Packit Service 103f6b
 * paragraph) shall be included in all copies or substantial portions of the
Packit Service 103f6b
 * Software.
Packit Service 103f6b
 *
Packit Service 103f6b
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
Packit Service 103f6b
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
Packit Service 103f6b
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
Packit Service 103f6b
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
Packit Service 103f6b
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
Packit Service 103f6b
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
Packit Service 103f6b
 * SOFTWARE.
Packit Service 103f6b
 *
Packit Service 103f6b
 * Authors:
Packit Service 103f6b
 *    Rob Clark <robclark@freedesktop.org>
Packit Service 103f6b
 */
Packit Service 103f6b
Packit Service 103f6b
#include <assert.h>
Packit Service 103f6b
Packit Service 103f6b
#include "freedreno_drmif.h"
Packit Service 103f6b
#include "freedreno_priv.h"
Packit Service 103f6b
#include "freedreno_ringbuffer.h"
Packit Service 103f6b
Packit Service 103f6b
drm_public struct fd_ringbuffer *
Packit Service 103f6b
fd_ringbuffer_new_flags(struct fd_pipe *pipe, uint32_t size,
Packit Service 103f6b
		enum fd_ringbuffer_flags flags)
Packit Service 103f6b
{
Packit Service 103f6b
	struct fd_ringbuffer *ring;
Packit Service 103f6b
Packit Service 103f6b
	/* we can't really support "growable" rb's in general for
Packit Service 103f6b
	 * stateobj's since we need a single gpu addr (ie. can't
Packit Service 103f6b
	 * do the trick of a chain of IB packets):
Packit Service 103f6b
	 */
Packit Service 103f6b
	if (flags & FD_RINGBUFFER_OBJECT)
Packit Service 103f6b
		assert(size);
Packit Service 103f6b
Packit Service 103f6b
	ring = pipe->funcs->ringbuffer_new(pipe, size, flags);
Packit Service 103f6b
	if (!ring)
Packit Service 103f6b
		return NULL;
Packit Service 103f6b
Packit Service 103f6b
	ring->flags = flags;
Packit Service 103f6b
	ring->pipe = pipe;
Packit Service 103f6b
	ring->start = ring->funcs->hostptr(ring);
Packit Service 103f6b
	ring->end = &(ring->start[ring->size/4]);
Packit Service 103f6b
Packit Service 103f6b
	ring->cur = ring->last_start = ring->start;
Packit Service 103f6b
Packit Service 103f6b
	return ring;
Packit Service 103f6b
}
Packit Service 103f6b
Packit Service 103f6b
drm_public struct fd_ringbuffer *
Packit Service 103f6b
fd_ringbuffer_new(struct fd_pipe *pipe, uint32_t size)
Packit Service 103f6b
{
Packit Service 103f6b
	return fd_ringbuffer_new_flags(pipe, size, 0);
Packit Service 103f6b
}
Packit Service 103f6b
Packit Service 103f6b
drm_public struct fd_ringbuffer *
Packit Service 103f6b
fd_ringbuffer_new_object(struct fd_pipe *pipe, uint32_t size)
Packit Service 103f6b
{
Packit Service 103f6b
	return fd_ringbuffer_new_flags(pipe, size, FD_RINGBUFFER_OBJECT);
Packit Service 103f6b
}
Packit Service 103f6b
Packit Service 103f6b
drm_public void fd_ringbuffer_del(struct fd_ringbuffer *ring)
Packit Service 103f6b
{
Packit Service 103f6b
	if (!atomic_dec_and_test(&ring->refcnt))
Packit Service 103f6b
		return;
Packit Service 103f6b
Packit Service 103f6b
	fd_ringbuffer_reset(ring);
Packit Service 103f6b
	ring->funcs->destroy(ring);
Packit Service 103f6b
}
Packit Service 103f6b
Packit Service 103f6b
drm_public struct fd_ringbuffer *
Packit Service 103f6b
fd_ringbuffer_ref(struct fd_ringbuffer *ring)
Packit Service 103f6b
{
Packit Service 103f6b
	STATIC_ASSERT(sizeof(ring->refcnt) <= sizeof(ring->__pad));
Packit Service 103f6b
	atomic_inc(&ring->refcnt);
Packit Service 103f6b
	return ring;
Packit Service 103f6b
}
Packit Service 103f6b
Packit Service 103f6b
/* ringbuffers which are IB targets should set the toplevel rb (ie.
Packit Service 103f6b
 * the IB source) as it's parent before emitting reloc's, to ensure
Packit Service 103f6b
 * the bookkeeping works out properly.
Packit Service 103f6b
 */
Packit Service 103f6b
drm_public void fd_ringbuffer_set_parent(struct fd_ringbuffer *ring,
Packit Service 103f6b
					 struct fd_ringbuffer *parent)
Packit Service 103f6b
{
Packit Service 103f6b
	/* state objects should not be parented! */
Packit Service 103f6b
	assert(!(ring->flags & FD_RINGBUFFER_OBJECT));
Packit Service 103f6b
	ring->parent = parent;
Packit Service 103f6b
}
Packit Service 103f6b
Packit Service 103f6b
drm_public void fd_ringbuffer_reset(struct fd_ringbuffer *ring)
Packit Service 103f6b
{
Packit Service 103f6b
	uint32_t *start = ring->start;
Packit Service 103f6b
	if (ring->pipe->id == FD_PIPE_2D)
Packit Service 103f6b
		start = &ring->start[0x140];
Packit Service 103f6b
	ring->cur = ring->last_start = start;
Packit Service 103f6b
	if (ring->funcs->reset)
Packit Service 103f6b
		ring->funcs->reset(ring);
Packit Service 103f6b
}
Packit Service 103f6b
Packit Service 103f6b
drm_public int fd_ringbuffer_flush(struct fd_ringbuffer *ring)
Packit Service 103f6b
{
Packit Service 103f6b
	return ring->funcs->flush(ring, ring->last_start, -1, NULL);
Packit Service 103f6b
}
Packit Service 103f6b
Packit Service 103f6b
drm_public int fd_ringbuffer_flush2(struct fd_ringbuffer *ring, int in_fence_fd,
Packit Service 103f6b
		int *out_fence_fd)
Packit Service 103f6b
{
Packit Service 103f6b
	return ring->funcs->flush(ring, ring->last_start, in_fence_fd, out_fence_fd);
Packit Service 103f6b
}
Packit Service 103f6b
Packit Service 103f6b
drm_public void fd_ringbuffer_grow(struct fd_ringbuffer *ring, uint32_t ndwords)
Packit Service 103f6b
{
Packit Service 103f6b
	assert(ring->funcs->grow);     /* unsupported on kgsl */
Packit Service 103f6b
Packit Service 103f6b
	/* there is an upper bound on IB size, which appears to be 0x100000 */
Packit Service 103f6b
	if (ring->size < 0x100000)
Packit Service 103f6b
		ring->size *= 2;
Packit Service 103f6b
Packit Service 103f6b
	ring->funcs->grow(ring, ring->size);
Packit Service 103f6b
Packit Service 103f6b
	ring->start = ring->funcs->hostptr(ring);
Packit Service 103f6b
	ring->end = &(ring->start[ring->size/4]);
Packit Service 103f6b
Packit Service 103f6b
	ring->cur = ring->last_start = ring->start;
Packit Service 103f6b
}
Packit Service 103f6b
Packit Service 103f6b
drm_public uint32_t fd_ringbuffer_timestamp(struct fd_ringbuffer *ring)
Packit Service 103f6b
{
Packit Service 103f6b
	return ring->last_timestamp;
Packit Service 103f6b
}
Packit Service 103f6b
Packit Service 103f6b
drm_public void fd_ringbuffer_reloc(struct fd_ringbuffer *ring,
Packit Service 103f6b
				    const struct fd_reloc *reloc)
Packit Service 103f6b
{
Packit Service 103f6b
	assert(ring->pipe->gpu_id < 500);
Packit Service 103f6b
	ring->funcs->emit_reloc(ring, reloc);
Packit Service 103f6b
}
Packit Service 103f6b
Packit Service 103f6b
drm_public void fd_ringbuffer_reloc2(struct fd_ringbuffer *ring,
Packit Service 103f6b
				     const struct fd_reloc *reloc)
Packit Service 103f6b
{
Packit Service 103f6b
	ring->funcs->emit_reloc(ring, reloc);
Packit Service 103f6b
}
Packit Service 103f6b
Packit Service 103f6b
drm_public uint32_t fd_ringbuffer_cmd_count(struct fd_ringbuffer *ring)
Packit Service 103f6b
{
Packit Service 103f6b
	if (!ring->funcs->cmd_count)
Packit Service 103f6b
		return 1;
Packit Service 103f6b
	return ring->funcs->cmd_count(ring);
Packit Service 103f6b
}
Packit Service 103f6b
Packit Service 103f6b
drm_public uint32_t
Packit Service 103f6b
fd_ringbuffer_emit_reloc_ring_full(struct fd_ringbuffer *ring,
Packit Service 103f6b
		struct fd_ringbuffer *target, uint32_t cmd_idx)
Packit Service 103f6b
{
Packit Service 103f6b
	return ring->funcs->emit_reloc_ring(ring, target, cmd_idx);
Packit Service 103f6b
}
Packit Service 103f6b
Packit Service 103f6b
drm_public uint32_t
Packit Service 103f6b
fd_ringbuffer_size(struct fd_ringbuffer *ring)
Packit Service 103f6b
{
Packit Service 103f6b
	/* only really needed for stateobj ringbuffers, and won't really
Packit Service 103f6b
	 * do what you expect for growable rb's.. so lets just restrict
Packit Service 103f6b
	 * this to stateobj's for now:
Packit Service 103f6b
	 */
Packit Service 103f6b
	assert(ring->flags & FD_RINGBUFFER_OBJECT);
Packit Service 103f6b
	return offset_bytes(ring->cur, ring->start);
Packit Service 103f6b
}
Packit Service 103f6b