Blame freedreno/kgsl/kgsl_bo.c

Packit 631bab
/* -*- mode: C; c-file-style: "k&r"; tab-width 4; indent-tabs-mode: t; -*- */
Packit 631bab
Packit 631bab
/*
Packit 631bab
 * Copyright (C) 2013 Rob Clark <robclark@freedesktop.org>
Packit 631bab
 *
Packit 631bab
 * Permission is hereby granted, free of charge, to any person obtaining a
Packit 631bab
 * copy of this software and associated documentation files (the "Software"),
Packit 631bab
 * to deal in the Software without restriction, including without limitation
Packit 631bab
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
Packit 631bab
 * and/or sell copies of the Software, and to permit persons to whom the
Packit 631bab
 * Software is furnished to do so, subject to the following conditions:
Packit 631bab
 *
Packit 631bab
 * The above copyright notice and this permission notice (including the next
Packit 631bab
 * paragraph) shall be included in all copies or substantial portions of the
Packit 631bab
 * Software.
Packit 631bab
 *
Packit 631bab
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
Packit 631bab
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
Packit 631bab
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
Packit 631bab
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
Packit 631bab
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
Packit 631bab
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
Packit 631bab
 * SOFTWARE.
Packit 631bab
 *
Packit 631bab
 * Authors:
Packit 631bab
 *    Rob Clark <robclark@freedesktop.org>
Packit 631bab
 */
Packit 631bab
Packit 631bab
#include "kgsl_priv.h"
Packit 631bab
Packit 631bab
#include <linux/fb.h>
Packit 631bab
Packit 631bab
static int set_memtype(struct fd_device *dev, uint32_t handle, uint32_t flags)
Packit 631bab
{
Packit 631bab
	struct drm_kgsl_gem_memtype req = {
Packit 631bab
			.handle = handle,
Packit 631bab
			.type = flags & DRM_FREEDRENO_GEM_TYPE_MEM_MASK,
Packit 631bab
	};
Packit 631bab
Packit 631bab
	return drmCommandWrite(dev->fd, DRM_KGSL_GEM_SETMEMTYPE,
Packit 631bab
			&req, sizeof(req));
Packit 631bab
}
Packit 631bab
Packit 631bab
static int bo_alloc(struct kgsl_bo *kgsl_bo)
Packit 631bab
{
Packit 631bab
	struct fd_bo *bo = &kgsl_bo->base;
Packit 631bab
	if (!kgsl_bo->offset) {
Packit 631bab
		struct drm_kgsl_gem_alloc req = {
Packit 631bab
				.handle = bo->handle,
Packit 631bab
		};
Packit 631bab
		int ret;
Packit 631bab
Packit 631bab
		/* if the buffer is already backed by pages then this
Packit 631bab
		 * doesn't actually do anything (other than giving us
Packit 631bab
		 * the offset)
Packit 631bab
		 */
Packit 631bab
		ret = drmCommandWriteRead(bo->dev->fd, DRM_KGSL_GEM_ALLOC,
Packit 631bab
				&req, sizeof(req));
Packit 631bab
		if (ret) {
Packit 631bab
			ERROR_MSG("alloc failed: %s", strerror(errno));
Packit 631bab
			return ret;
Packit 631bab
		}
Packit 631bab
Packit 631bab
		kgsl_bo->offset = req.offset;
Packit 631bab
	}
Packit 631bab
Packit 631bab
	return 0;
Packit 631bab
}
Packit 631bab
Packit 631bab
static int kgsl_bo_offset(struct fd_bo *bo, uint64_t *offset)
Packit 631bab
{
Packit 631bab
	struct kgsl_bo *kgsl_bo = to_kgsl_bo(bo);
Packit 631bab
	int ret = bo_alloc(kgsl_bo);
Packit 631bab
	if (ret)
Packit 631bab
		return ret;
Packit 631bab
	*offset = kgsl_bo->offset;
Packit 631bab
	return 0;
Packit 631bab
}
Packit 631bab
Packit 631bab
static int kgsl_bo_cpu_prep(struct fd_bo *bo, struct fd_pipe *pipe, uint32_t op)
Packit 631bab
{
Packit 631bab
	uint32_t timestamp = kgsl_bo_get_timestamp(to_kgsl_bo(bo));
Packit 631bab
Packit 631bab
	if (op & DRM_FREEDRENO_PREP_NOSYNC) {
Packit 631bab
		uint32_t current;
Packit 631bab
		int ret;
Packit 631bab
Packit 631bab
		/* special case for is_idle().. we can't really handle that
Packit 631bab
		 * properly in kgsl (perhaps we need a way to just disable
Packit 631bab
		 * the bo-cache for kgsl?)
Packit 631bab
		 */
Packit 631bab
		if (!pipe)
Packit 631bab
			return -EBUSY;
Packit 631bab
Packit 631bab
		ret = kgsl_pipe_timestamp(to_kgsl_pipe(pipe), ¤t;;
Packit 631bab
		if (ret)
Packit 631bab
			return ret;
Packit 631bab
Packit 631bab
		if (timestamp > current)
Packit 631bab
			return -EBUSY;
Packit 631bab
Packit 631bab
		return 0;
Packit 631bab
	}
Packit 631bab
Packit 631bab
	if (timestamp)
Packit 631bab
		fd_pipe_wait(pipe, timestamp);
Packit 631bab
Packit 631bab
	return 0;
Packit 631bab
}
Packit 631bab
Packit 631bab
static void kgsl_bo_cpu_fini(struct fd_bo *bo)
Packit 631bab
{
Packit 631bab
}
Packit 631bab
Packit 631bab
static int kgsl_bo_madvise(struct fd_bo *bo, int willneed)
Packit 631bab
{
Packit 631bab
	return willneed; /* not supported by kgsl */
Packit 631bab
}
Packit 631bab
Packit 631bab
static void kgsl_bo_destroy(struct fd_bo *bo)
Packit 631bab
{
Packit 631bab
	struct kgsl_bo *kgsl_bo = to_kgsl_bo(bo);
Packit 631bab
	free(kgsl_bo);
Packit 631bab
Packit 631bab
}
Packit 631bab
Packit 631bab
static const struct fd_bo_funcs funcs = {
Packit 631bab
		.offset = kgsl_bo_offset,
Packit 631bab
		.cpu_prep = kgsl_bo_cpu_prep,
Packit 631bab
		.cpu_fini = kgsl_bo_cpu_fini,
Packit 631bab
		.madvise = kgsl_bo_madvise,
Packit 631bab
		.destroy = kgsl_bo_destroy,
Packit 631bab
};
Packit 631bab
Packit 631bab
/* allocate a buffer handle: */
Packit 631bab
drm_private int kgsl_bo_new_handle(struct fd_device *dev,
Packit 631bab
		uint32_t size, uint32_t flags, uint32_t *handle)
Packit 631bab
{
Packit 631bab
	struct drm_kgsl_gem_create req = {
Packit 631bab
			.size = size,
Packit 631bab
	};
Packit 631bab
	int ret;
Packit 631bab
Packit 631bab
	ret = drmCommandWriteRead(dev->fd, DRM_KGSL_GEM_CREATE,
Packit 631bab
			&req, sizeof(req));
Packit 631bab
	if (ret)
Packit 631bab
		return ret;
Packit 631bab
Packit 631bab
	// TODO make flags match msm driver, since kgsl is legacy..
Packit 631bab
	// translate flags in kgsl..
Packit 631bab
Packit 631bab
	set_memtype(dev, req.handle, flags);
Packit 631bab
Packit 631bab
	*handle = req.handle;
Packit 631bab
Packit 631bab
	return 0;
Packit 631bab
}
Packit 631bab
Packit 631bab
/* allocate a new buffer object */
Packit 631bab
drm_private struct fd_bo * kgsl_bo_from_handle(struct fd_device *dev,
Packit 631bab
		uint32_t size, uint32_t handle)
Packit 631bab
{
Packit 631bab
	struct kgsl_bo *kgsl_bo;
Packit 631bab
	struct fd_bo *bo;
Packit 631bab
	unsigned i;
Packit 631bab
Packit 631bab
	kgsl_bo = calloc(1, sizeof(*kgsl_bo));
Packit 631bab
	if (!kgsl_bo)
Packit 631bab
		return NULL;
Packit 631bab
Packit 631bab
	bo = &kgsl_bo->base;
Packit 631bab
	bo->funcs = &funcs;
Packit 631bab
Packit 631bab
	for (i = 0; i < ARRAY_SIZE(kgsl_bo->list); i++)
Packit 631bab
		list_inithead(&kgsl_bo->list[i]);
Packit 631bab
Packit 631bab
	return bo;
Packit 631bab
}
Packit 631bab
Packit 631bab
drm_public struct fd_bo *
Packit 631bab
fd_bo_from_fbdev(struct fd_pipe *pipe, int fbfd, uint32_t size)
Packit 631bab
{
Packit 631bab
	struct fd_bo *bo;
Packit 631bab
Packit 631bab
	if (!is_kgsl_pipe(pipe))
Packit 631bab
		return NULL;
Packit 631bab
Packit 631bab
	bo = fd_bo_new(pipe->dev, 1, 0);
Packit 631bab
Packit 631bab
	/* this is fugly, but works around a bug in the kernel..
Packit 631bab
	 * priv->memdesc.size never gets set, so getbufinfo ioctl
Packit 631bab
	 * thinks the buffer hasn't be allocate and fails
Packit 631bab
	 */
Packit 631bab
	if (bo) {
Packit 631bab
		void *fbmem = drm_mmap(NULL, size, PROT_READ | PROT_WRITE,
Packit 631bab
				MAP_SHARED, fbfd, 0);
Packit 631bab
		struct kgsl_map_user_mem req = {
Packit 631bab
				.memtype = KGSL_USER_MEM_TYPE_ADDR,
Packit 631bab
				.len     = size,
Packit 631bab
				.offset  = 0,
Packit 631bab
				.hostptr = (unsigned long)fbmem,
Packit 631bab
		};
Packit 631bab
		struct kgsl_bo *kgsl_bo = to_kgsl_bo(bo);
Packit 631bab
		int ret;
Packit 631bab
Packit 631bab
		ret = ioctl(to_kgsl_pipe(pipe)->fd, IOCTL_KGSL_MAP_USER_MEM, &req;;
Packit 631bab
		if (ret) {
Packit 631bab
			ERROR_MSG("mapping user mem failed: %s",
Packit 631bab
					strerror(errno));
Packit 631bab
			goto fail;
Packit 631bab
		}
Packit 631bab
		kgsl_bo->gpuaddr = req.gpuaddr;
Packit 631bab
		bo->map = fbmem;
Packit 631bab
	}
Packit 631bab
Packit 631bab
	return bo;
Packit 631bab
fail:
Packit 631bab
	if (bo)
Packit 631bab
		fd_bo_del(bo);
Packit 631bab
	return NULL;
Packit 631bab
}
Packit 631bab
Packit 631bab
drm_private uint32_t kgsl_bo_gpuaddr(struct kgsl_bo *kgsl_bo, uint32_t offset)
Packit 631bab
{
Packit 631bab
	struct fd_bo *bo = &kgsl_bo->base;
Packit 631bab
	if (!kgsl_bo->gpuaddr) {
Packit 631bab
		struct drm_kgsl_gem_bufinfo req = {
Packit 631bab
				.handle = bo->handle,
Packit 631bab
		};
Packit 631bab
		int ret;
Packit 631bab
Packit 631bab
		ret = bo_alloc(kgsl_bo);
Packit 631bab
		if (ret) {
Packit 631bab
			return ret;
Packit 631bab
		}
Packit 631bab
Packit 631bab
		ret = drmCommandWriteRead(bo->dev->fd, DRM_KGSL_GEM_GET_BUFINFO,
Packit 631bab
				&req, sizeof(req));
Packit 631bab
		if (ret) {
Packit 631bab
			ERROR_MSG("get bufinfo failed: %s", strerror(errno));
Packit 631bab
			return 0;
Packit 631bab
		}
Packit 631bab
Packit 631bab
		kgsl_bo->gpuaddr = req.gpuaddr[0];
Packit 631bab
	}
Packit 631bab
	return kgsl_bo->gpuaddr + offset;
Packit 631bab
}
Packit 631bab
Packit 631bab
/*
Packit 631bab
 * Super-cheezy way to synchronization between mesa and ddx..  the
Packit 631bab
 * SET_ACTIVE ioctl gives us a way to stash a 32b # w/ a GEM bo, and
Packit 631bab
 * GET_BUFINFO gives us a way to retrieve it.  We use this to stash
Packit 631bab
 * the timestamp of the last ISSUEIBCMDS on the buffer.
Packit 631bab
 *
Packit 631bab
 * To avoid an obscene amount of syscalls, we:
Packit 631bab
 *  1) Only set the timestamp for buffers w/ an flink name, ie.
Packit 631bab
 *     only buffers shared across processes.  This is enough to
Packit 631bab
 *     catch the DRI2 buffers.
Packit 631bab
 *  2) Only set the timestamp for buffers submitted to the 3d ring
Packit 631bab
 *     and only check the timestamps on buffers submitted to the
Packit 631bab
 *     2d ring.  This should be enough to handle synchronizing of
Packit 631bab
 *     presentation blit.  We could do synchronization in the other
Packit 631bab
 *     direction too, but that would be problematic if we are using
Packit 631bab
 *     the 3d ring from DDX, since client side wouldn't know this.
Packit 631bab
 *
Packit 631bab
 * The waiting on timestamp happens before flush, and setting of
Packit 631bab
 * timestamp happens after flush.  It is transparent to the user
Packit 631bab
 * of libdrm_freedreno as all the tracking of buffers happens via
Packit 631bab
 * _emit_reloc()..
Packit 631bab
 */
Packit 631bab
Packit 631bab
drm_private void kgsl_bo_set_timestamp(struct kgsl_bo *kgsl_bo,
Packit 631bab
		uint32_t timestamp)
Packit 631bab
{
Packit 631bab
	struct fd_bo *bo = &kgsl_bo->base;
Packit 631bab
	if (bo->name) {
Packit 631bab
		struct drm_kgsl_gem_active req = {
Packit 631bab
				.handle = bo->handle,
Packit 631bab
				.active = timestamp,
Packit 631bab
		};
Packit 631bab
		int ret;
Packit 631bab
Packit 631bab
		ret = drmCommandWrite(bo->dev->fd, DRM_KGSL_GEM_SET_ACTIVE,
Packit 631bab
				&req, sizeof(req));
Packit 631bab
		if (ret) {
Packit 631bab
			ERROR_MSG("set active failed: %s", strerror(errno));
Packit 631bab
		}
Packit 631bab
	}
Packit 631bab
}
Packit 631bab
Packit 631bab
drm_private uint32_t kgsl_bo_get_timestamp(struct kgsl_bo *kgsl_bo)
Packit 631bab
{
Packit 631bab
	struct fd_bo *bo = &kgsl_bo->base;
Packit 631bab
	uint32_t timestamp = 0;
Packit 631bab
	if (bo->name) {
Packit 631bab
		struct drm_kgsl_gem_bufinfo req = {
Packit 631bab
				.handle = bo->handle,
Packit 631bab
		};
Packit 631bab
		int ret;
Packit 631bab
Packit 631bab
		ret = drmCommandWriteRead(bo->dev->fd, DRM_KGSL_GEM_GET_BUFINFO,
Packit 631bab
				&req, sizeof(req));
Packit 631bab
		if (ret) {
Packit 631bab
			ERROR_MSG("get bufinfo failed: %s", strerror(errno));
Packit 631bab
			return 0;
Packit 631bab
		}
Packit 631bab
Packit 631bab
		timestamp = req.active;
Packit 631bab
	}
Packit 631bab
	return timestamp;
Packit 631bab
}