|
Packit |
631bab |
/*
|
|
Packit |
631bab |
* Copyright 2014 Advanced Micro Devices, Inc.
|
|
Packit |
631bab |
*
|
|
Packit |
631bab |
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
Packit |
631bab |
* copy of this software and associated documentation files (the "Software"),
|
|
Packit |
631bab |
* to deal in the Software without restriction, including without limitation
|
|
Packit |
631bab |
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
Packit |
631bab |
* and/or sell copies of the Software, and to permit persons to whom the
|
|
Packit |
631bab |
* Software is furnished to do so, subject to the following conditions:
|
|
Packit |
631bab |
*
|
|
Packit |
631bab |
* The above copyright notice and this permission notice shall be included in
|
|
Packit |
631bab |
* all copies or substantial portions of the Software.
|
|
Packit |
631bab |
*
|
|
Packit |
631bab |
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
Packit |
631bab |
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
Packit |
631bab |
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
Packit |
631bab |
* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
Packit |
631bab |
* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
Packit |
631bab |
* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
|
Packit |
631bab |
* OTHER DEALINGS IN THE SOFTWARE.
|
|
Packit |
631bab |
*
|
|
Packit |
631bab |
*/
|
|
Packit |
631bab |
|
|
Packit |
631bab |
/**
|
|
Packit |
631bab |
* \file amdgpu_device.c
|
|
Packit |
631bab |
*
|
|
Packit |
631bab |
* Implementation of functions for AMD GPU device
|
|
Packit |
631bab |
*
|
|
Packit |
631bab |
*/
|
|
Packit |
631bab |
|
|
Packit |
631bab |
#include <sys/stat.h>
|
|
Packit |
631bab |
#include <errno.h>
|
|
Packit |
631bab |
#include <string.h>
|
|
Packit |
631bab |
#include <stdio.h>
|
|
Packit |
631bab |
#include <stdlib.h>
|
|
Packit |
631bab |
#include <unistd.h>
|
|
Packit |
631bab |
#include <fcntl.h>
|
|
Packit |
631bab |
|
|
Packit |
631bab |
#include "xf86drm.h"
|
|
Packit |
631bab |
#include "amdgpu_drm.h"
|
|
Packit |
631bab |
#include "amdgpu_internal.h"
|
|
Packit |
631bab |
#include "util_math.h"
|
|
Packit |
631bab |
|
|
Packit |
631bab |
#define PTR_TO_UINT(x) ((unsigned)((intptr_t)(x)))
|
|
Packit |
631bab |
|
|
Packit |
631bab |
static pthread_mutex_t dev_mutex = PTHREAD_MUTEX_INITIALIZER;
|
|
Packit |
631bab |
static amdgpu_device_handle dev_list;
|
|
Packit |
631bab |
|
|
Packit |
631bab |
static int fd_compare(int fd1, int fd2)
|
|
Packit |
631bab |
{
|
|
Packit |
631bab |
char *name1 = drmGetPrimaryDeviceNameFromFd(fd1);
|
|
Packit |
631bab |
char *name2 = drmGetPrimaryDeviceNameFromFd(fd2);
|
|
Packit |
631bab |
int result;
|
|
Packit |
631bab |
|
|
Packit |
631bab |
if (name1 == NULL || name2 == NULL) {
|
|
Packit |
631bab |
free(name1);
|
|
Packit |
631bab |
free(name2);
|
|
Packit |
631bab |
return 0;
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
|
|
Packit |
631bab |
result = strcmp(name1, name2);
|
|
Packit |
631bab |
free(name1);
|
|
Packit |
631bab |
free(name2);
|
|
Packit |
631bab |
|
|
Packit |
631bab |
return result;
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
|
|
Packit |
631bab |
/**
|
|
Packit |
631bab |
* Get the authenticated form fd,
|
|
Packit |
631bab |
*
|
|
Packit |
631bab |
* \param fd - \c [in] File descriptor for AMD GPU device
|
|
Packit |
631bab |
* \param auth - \c [out] Pointer to output the fd is authenticated or not
|
|
Packit |
631bab |
* A render node fd, output auth = 0
|
|
Packit |
631bab |
* A legacy fd, get the authenticated for compatibility root
|
|
Packit |
631bab |
*
|
|
Packit |
631bab |
* \return 0 on success\n
|
|
Packit |
631bab |
* >0 - AMD specific error code\n
|
|
Packit |
631bab |
* <0 - Negative POSIX Error code
|
|
Packit |
631bab |
*/
|
|
Packit |
631bab |
static int amdgpu_get_auth(int fd, int *auth)
|
|
Packit |
631bab |
{
|
|
Packit |
631bab |
int r = 0;
|
|
Packit |
631bab |
drm_client_t client = {};
|
|
Packit |
631bab |
|
|
Packit |
631bab |
if (drmGetNodeTypeFromFd(fd) == DRM_NODE_RENDER)
|
|
Packit |
631bab |
*auth = 0;
|
|
Packit |
631bab |
else {
|
|
Packit |
631bab |
client.idx = 0;
|
|
Packit |
631bab |
r = drmIoctl(fd, DRM_IOCTL_GET_CLIENT, &client);
|
|
Packit |
631bab |
if (!r)
|
|
Packit |
631bab |
*auth = client.auth;
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
return r;
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
|
|
Packit |
631bab |
static void amdgpu_device_free_internal(amdgpu_device_handle dev)
|
|
Packit |
631bab |
{
|
|
Packit |
631bab |
amdgpu_device_handle *node = &dev_list;
|
|
Packit |
631bab |
|
|
Packit |
631bab |
pthread_mutex_lock(&dev_mutex);
|
|
Packit |
631bab |
while (*node != dev && (*node)->next)
|
|
Packit |
631bab |
node = &(*node)->next;
|
|
Packit |
631bab |
*node = (*node)->next;
|
|
Packit |
631bab |
pthread_mutex_unlock(&dev_mutex);
|
|
Packit |
631bab |
|
|
Packit |
631bab |
close(dev->fd);
|
|
Packit |
631bab |
if ((dev->flink_fd >= 0) && (dev->fd != dev->flink_fd))
|
|
Packit |
631bab |
close(dev->flink_fd);
|
|
Packit |
631bab |
|
|
Packit |
631bab |
amdgpu_vamgr_deinit(&dev->vamgr_32);
|
|
Packit |
631bab |
amdgpu_vamgr_deinit(&dev->vamgr);
|
|
Packit |
631bab |
amdgpu_vamgr_deinit(&dev->vamgr_high_32);
|
|
Packit |
631bab |
amdgpu_vamgr_deinit(&dev->vamgr_high);
|
|
Packit |
631bab |
handle_table_fini(&dev->bo_handles);
|
|
Packit |
631bab |
handle_table_fini(&dev->bo_flink_names);
|
|
Packit |
631bab |
pthread_mutex_destroy(&dev->bo_table_mutex);
|
|
Packit |
631bab |
free(dev->marketing_name);
|
|
Packit |
631bab |
free(dev);
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
|
|
Packit |
631bab |
/**
|
|
Packit |
631bab |
* Assignment between two amdgpu_device pointers with reference counting.
|
|
Packit |
631bab |
*
|
|
Packit |
631bab |
* Usage:
|
|
Packit |
631bab |
* struct amdgpu_device *dst = ... , *src = ...;
|
|
Packit |
631bab |
*
|
|
Packit |
631bab |
* dst = src;
|
|
Packit |
631bab |
* // No reference counting. Only use this when you need to move
|
|
Packit |
631bab |
* // a reference from one pointer to another.
|
|
Packit |
631bab |
*
|
|
Packit |
631bab |
* amdgpu_device_reference(&dst, src);
|
|
Packit |
631bab |
* // Reference counters are updated. dst is decremented and src is
|
|
Packit |
631bab |
* // incremented. dst is freed if its reference counter is 0.
|
|
Packit |
631bab |
*/
|
|
Packit |
631bab |
static void amdgpu_device_reference(struct amdgpu_device **dst,
|
|
Packit |
631bab |
struct amdgpu_device *src)
|
|
Packit |
631bab |
{
|
|
Packit |
631bab |
if (update_references(&(*dst)->refcount, &src->refcount))
|
|
Packit |
631bab |
amdgpu_device_free_internal(*dst);
|
|
Packit |
631bab |
*dst = src;
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
|
|
Packit |
631bab |
drm_public int amdgpu_device_initialize(int fd,
|
|
Packit |
631bab |
uint32_t *major_version,
|
|
Packit |
631bab |
uint32_t *minor_version,
|
|
Packit |
631bab |
amdgpu_device_handle *device_handle)
|
|
Packit |
631bab |
{
|
|
Packit |
631bab |
struct amdgpu_device *dev;
|
|
Packit |
631bab |
drmVersionPtr version;
|
|
Packit |
631bab |
int r;
|
|
Packit |
631bab |
int flag_auth = 0;
|
|
Packit |
631bab |
int flag_authexist=0;
|
|
Packit |
631bab |
uint32_t accel_working = 0;
|
|
Packit |
631bab |
uint64_t start, max;
|
|
Packit |
631bab |
|
|
Packit |
631bab |
*device_handle = NULL;
|
|
Packit |
631bab |
|
|
Packit |
631bab |
pthread_mutex_lock(&dev_mutex);
|
|
Packit |
631bab |
r = amdgpu_get_auth(fd, &flag_auth);
|
|
Packit |
631bab |
if (r) {
|
|
Packit |
631bab |
fprintf(stderr, "%s: amdgpu_get_auth (1) failed (%i)\n",
|
|
Packit |
631bab |
__func__, r);
|
|
Packit |
631bab |
pthread_mutex_unlock(&dev_mutex);
|
|
Packit |
631bab |
return r;
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
|
|
Packit |
631bab |
for (dev = dev_list; dev; dev = dev->next)
|
|
Packit |
631bab |
if (fd_compare(dev->fd, fd) == 0)
|
|
Packit |
631bab |
break;
|
|
Packit |
631bab |
|
|
Packit |
631bab |
if (dev) {
|
|
Packit |
631bab |
r = amdgpu_get_auth(dev->fd, &flag_authexist);
|
|
Packit |
631bab |
if (r) {
|
|
Packit |
631bab |
fprintf(stderr, "%s: amdgpu_get_auth (2) failed (%i)\n",
|
|
Packit |
631bab |
__func__, r);
|
|
Packit |
631bab |
pthread_mutex_unlock(&dev_mutex);
|
|
Packit |
631bab |
return r;
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
if ((flag_auth) && (!flag_authexist)) {
|
|
Packit |
631bab |
dev->flink_fd = fcntl(fd, F_DUPFD_CLOEXEC, 0);
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
*major_version = dev->major_version;
|
|
Packit |
631bab |
*minor_version = dev->minor_version;
|
|
Packit |
631bab |
amdgpu_device_reference(device_handle, dev);
|
|
Packit |
631bab |
pthread_mutex_unlock(&dev_mutex);
|
|
Packit |
631bab |
return 0;
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
|
|
Packit |
631bab |
dev = calloc(1, sizeof(struct amdgpu_device));
|
|
Packit |
631bab |
if (!dev) {
|
|
Packit |
631bab |
fprintf(stderr, "%s: calloc failed\n", __func__);
|
|
Packit |
631bab |
pthread_mutex_unlock(&dev_mutex);
|
|
Packit |
631bab |
return -ENOMEM;
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
|
|
Packit |
631bab |
dev->fd = -1;
|
|
Packit |
631bab |
dev->flink_fd = -1;
|
|
Packit |
631bab |
|
|
Packit |
631bab |
atomic_set(&dev->refcount, 1);
|
|
Packit |
631bab |
|
|
Packit |
631bab |
version = drmGetVersion(fd);
|
|
Packit |
631bab |
if (version->version_major != 3) {
|
|
Packit |
631bab |
fprintf(stderr, "%s: DRM version is %d.%d.%d but this driver is "
|
|
Packit |
631bab |
"only compatible with 3.x.x.\n",
|
|
Packit |
631bab |
__func__,
|
|
Packit |
631bab |
version->version_major,
|
|
Packit |
631bab |
version->version_minor,
|
|
Packit |
631bab |
version->version_patchlevel);
|
|
Packit |
631bab |
drmFreeVersion(version);
|
|
Packit |
631bab |
r = -EBADF;
|
|
Packit |
631bab |
goto cleanup;
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
|
|
Packit |
631bab |
dev->fd = fcntl(fd, F_DUPFD_CLOEXEC, 0);
|
|
Packit |
631bab |
dev->flink_fd = dev->fd;
|
|
Packit |
631bab |
dev->major_version = version->version_major;
|
|
Packit |
631bab |
dev->minor_version = version->version_minor;
|
|
Packit |
631bab |
drmFreeVersion(version);
|
|
Packit |
631bab |
|
|
Packit |
631bab |
pthread_mutex_init(&dev->bo_table_mutex, NULL);
|
|
Packit |
631bab |
|
|
Packit |
631bab |
/* Check if acceleration is working. */
|
|
Packit |
631bab |
r = amdgpu_query_info(dev, AMDGPU_INFO_ACCEL_WORKING, 4, &accel_working);
|
|
Packit |
631bab |
if (r) {
|
|
Packit |
631bab |
fprintf(stderr, "%s: amdgpu_query_info(ACCEL_WORKING) failed (%i)\n",
|
|
Packit |
631bab |
__func__, r);
|
|
Packit |
631bab |
goto cleanup;
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
if (!accel_working) {
|
|
Packit |
631bab |
fprintf(stderr, "%s: AMDGPU_INFO_ACCEL_WORKING = 0\n", __func__);
|
|
Packit |
631bab |
r = -EBADF;
|
|
Packit |
631bab |
goto cleanup;
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
|
|
Packit |
631bab |
r = amdgpu_query_gpu_info_init(dev);
|
|
Packit |
631bab |
if (r) {
|
|
Packit |
631bab |
fprintf(stderr, "%s: amdgpu_query_gpu_info_init failed\n", __func__);
|
|
Packit |
631bab |
goto cleanup;
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
|
|
Packit |
631bab |
start = dev->dev_info.virtual_address_offset;
|
|
Packit |
631bab |
max = MIN2(dev->dev_info.virtual_address_max, 0x100000000ULL);
|
|
Packit |
631bab |
amdgpu_vamgr_init(&dev->vamgr_32, start, max,
|
|
Packit |
631bab |
dev->dev_info.virtual_address_alignment);
|
|
Packit |
631bab |
|
|
Packit |
631bab |
start = max;
|
|
Packit |
631bab |
max = MAX2(dev->dev_info.virtual_address_max, 0x100000000ULL);
|
|
Packit |
631bab |
amdgpu_vamgr_init(&dev->vamgr, start, max,
|
|
Packit |
631bab |
dev->dev_info.virtual_address_alignment);
|
|
Packit |
631bab |
|
|
Packit |
631bab |
start = dev->dev_info.high_va_offset;
|
|
Packit |
631bab |
max = MIN2(dev->dev_info.high_va_max, (start & ~0xffffffffULL) +
|
|
Packit |
631bab |
0x100000000ULL);
|
|
Packit |
631bab |
amdgpu_vamgr_init(&dev->vamgr_high_32, start, max,
|
|
Packit |
631bab |
dev->dev_info.virtual_address_alignment);
|
|
Packit |
631bab |
|
|
Packit |
631bab |
start = max;
|
|
Packit |
631bab |
max = MAX2(dev->dev_info.high_va_max, (start & ~0xffffffffULL) +
|
|
Packit |
631bab |
0x100000000ULL);
|
|
Packit |
631bab |
amdgpu_vamgr_init(&dev->vamgr_high, start, max,
|
|
Packit |
631bab |
dev->dev_info.virtual_address_alignment);
|
|
Packit |
631bab |
|
|
Packit |
631bab |
amdgpu_parse_asic_ids(dev);
|
|
Packit |
631bab |
|
|
Packit |
631bab |
*major_version = dev->major_version;
|
|
Packit |
631bab |
*minor_version = dev->minor_version;
|
|
Packit |
631bab |
*device_handle = dev;
|
|
Packit |
631bab |
dev->next = dev_list;
|
|
Packit |
631bab |
dev_list = dev;
|
|
Packit |
631bab |
pthread_mutex_unlock(&dev_mutex);
|
|
Packit |
631bab |
|
|
Packit |
631bab |
return 0;
|
|
Packit |
631bab |
|
|
Packit |
631bab |
cleanup:
|
|
Packit |
631bab |
if (dev->fd >= 0)
|
|
Packit |
631bab |
close(dev->fd);
|
|
Packit |
631bab |
free(dev);
|
|
Packit |
631bab |
pthread_mutex_unlock(&dev_mutex);
|
|
Packit |
631bab |
return r;
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
|
|
Packit |
631bab |
drm_public int amdgpu_device_deinitialize(amdgpu_device_handle dev)
|
|
Packit |
631bab |
{
|
|
Packit |
631bab |
amdgpu_device_reference(&dev, NULL);
|
|
Packit |
631bab |
return 0;
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
|
|
Packit |
631bab |
drm_public const char *amdgpu_get_marketing_name(amdgpu_device_handle dev)
|
|
Packit |
631bab |
{
|
|
Packit |
631bab |
return dev->marketing_name;
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
|
|
Packit |
631bab |
drm_public int amdgpu_query_sw_info(amdgpu_device_handle dev,
|
|
Packit |
631bab |
enum amdgpu_sw_info info,
|
|
Packit |
631bab |
void *value)
|
|
Packit |
631bab |
{
|
|
Packit |
631bab |
uint32_t *val32 = (uint32_t*)value;
|
|
Packit |
631bab |
|
|
Packit |
631bab |
switch (info) {
|
|
Packit |
631bab |
case amdgpu_sw_info_address32_hi:
|
|
Packit |
631bab |
if (dev->vamgr_high_32.va_max)
|
|
Packit |
631bab |
*val32 = (dev->vamgr_high_32.va_max - 1) >> 32;
|
|
Packit |
631bab |
else
|
|
Packit |
631bab |
*val32 = (dev->vamgr_32.va_max - 1) >> 32;
|
|
Packit |
631bab |
return 0;
|
|
Packit |
631bab |
}
|
|
Packit |
631bab |
return -EINVAL;
|
|
Packit |
631bab |
}
|