mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-21 21:29:49 +07:00
54d7989f47
Looks like a quiet cycle for vhost/virtio, just a couple of minor tweaks. Most notable is automatic interrupt affinity for blk and scsi. Hopefully other devices are not far behind. Signed-off-by: Michael S. Tsirkin <mst@redhat.com> -----BEGIN PGP SIGNATURE----- iQEcBAABAgAGBQJYt1rRAAoJECgfDbjSjVRpEZsIALSHevdXWtRHBZUb0ZkqPLQb /x2Vn49CcALS1p7iSuP9L027MPeaLKyr0NBT9hptBChp/4b9lnZWyyAo6vYQrzfx Ia/hLBYsK4ml6lEwbyfLwqkF2cmYCrZhBSVAILifn84lTPoN7CT0PlYDfA+OCaNR geo75qF8KR+AUO0aqchwMRL3RV3OxZKxQr2AR6LttCuhiBgnV3Xqxffg/M3x6ONM 0ffFFdodm6slem3hIEiGUMwKj4NKQhcOleV+y0fVBzWfLQG9210pZbQyRBRikIL0 7IsaarpaUr7OrLAZFMGF6nJnyRAaRrt6WknTHZkyvyggrePrGcmGgPm4jrODwY4= =2zwv -----END PGP SIGNATURE----- Merge tag 'for_linus' of git://git.kernel.org/pub/scm/linux/kernel/git/mst/vhost Pull vhost updates from Michael Tsirkin: "virtio, vhost: optimizations, fixes Looks like a quiet cycle for vhost/virtio, just a couple of minor tweaks. Most notable is automatic interrupt affinity for blk and scsi. Hopefully other devices are not far behind" * tag 'for_linus' of git://git.kernel.org/pub/scm/linux/kernel/git/mst/vhost: virtio-console: avoid DMA from stack vhost: introduce O(1) vq metadata cache virtio_scsi: use virtio IRQ affinity virtio_blk: use virtio IRQ affinity blk-mq: provide a default queue mapping for virtio device virtio: provide a method to get the IRQ affinity mask for a virtqueue virtio: allow drivers to request IRQ affinity when creating VQs virtio_pci: simplify MSI-X setup virtio_pci: don't duplicate the msix_enable flag in struct pci_dev virtio_pci: use shared interrupts for virtqueues virtio_pci: remove struct virtio_pci_vq_info vhost: try avoiding avail index access when getting descriptor virtio_mmio: expose header to userspace
311 lines
8.7 KiB
C
311 lines
8.7 KiB
C
/*
|
|
* Copyright (C) 2015 Red Hat, Inc.
|
|
* All Rights Reserved.
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining
|
|
* a copy of this software and associated documentation files (the
|
|
* "Software"), to deal in the Software without restriction, including
|
|
* without limitation the rights to use, copy, modify, merge, publish,
|
|
* distribute, sublicense, and/or sell copies of the Software, and to
|
|
* permit persons to whom the Software is furnished to do so, subject to
|
|
* the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice (including the
|
|
* next paragraph) shall be included in all copies or substantial
|
|
* portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
|
* IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE
|
|
* LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
|
|
* OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
|
|
* WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
*/
|
|
|
|
#include <linux/virtio.h>
|
|
#include <linux/virtio_config.h>
|
|
#include <drm/drmP.h>
|
|
#include "virtgpu_drv.h"
|
|
|
|
static int virtio_gpu_fbdev = 1;
|
|
|
|
MODULE_PARM_DESC(fbdev, "Disable/Enable framebuffer device & console");
|
|
module_param_named(fbdev, virtio_gpu_fbdev, int, 0400);
|
|
|
|
static void virtio_gpu_config_changed_work_func(struct work_struct *work)
|
|
{
|
|
struct virtio_gpu_device *vgdev =
|
|
container_of(work, struct virtio_gpu_device,
|
|
config_changed_work);
|
|
u32 events_read, events_clear = 0;
|
|
|
|
/* read the config space */
|
|
virtio_cread(vgdev->vdev, struct virtio_gpu_config,
|
|
events_read, &events_read);
|
|
if (events_read & VIRTIO_GPU_EVENT_DISPLAY) {
|
|
virtio_gpu_cmd_get_display_info(vgdev);
|
|
drm_helper_hpd_irq_event(vgdev->ddev);
|
|
events_clear |= VIRTIO_GPU_EVENT_DISPLAY;
|
|
}
|
|
virtio_cwrite(vgdev->vdev, struct virtio_gpu_config,
|
|
events_clear, &events_clear);
|
|
}
|
|
|
|
static void virtio_gpu_ctx_id_get(struct virtio_gpu_device *vgdev,
|
|
uint32_t *resid)
|
|
{
|
|
int handle;
|
|
|
|
idr_preload(GFP_KERNEL);
|
|
spin_lock(&vgdev->ctx_id_idr_lock);
|
|
handle = idr_alloc(&vgdev->ctx_id_idr, NULL, 1, 0, 0);
|
|
spin_unlock(&vgdev->ctx_id_idr_lock);
|
|
idr_preload_end();
|
|
*resid = handle;
|
|
}
|
|
|
|
static void virtio_gpu_ctx_id_put(struct virtio_gpu_device *vgdev, uint32_t id)
|
|
{
|
|
spin_lock(&vgdev->ctx_id_idr_lock);
|
|
idr_remove(&vgdev->ctx_id_idr, id);
|
|
spin_unlock(&vgdev->ctx_id_idr_lock);
|
|
}
|
|
|
|
static void virtio_gpu_context_create(struct virtio_gpu_device *vgdev,
|
|
uint32_t nlen, const char *name,
|
|
uint32_t *ctx_id)
|
|
{
|
|
virtio_gpu_ctx_id_get(vgdev, ctx_id);
|
|
virtio_gpu_cmd_context_create(vgdev, *ctx_id, nlen, name);
|
|
}
|
|
|
|
static void virtio_gpu_context_destroy(struct virtio_gpu_device *vgdev,
|
|
uint32_t ctx_id)
|
|
{
|
|
virtio_gpu_cmd_context_destroy(vgdev, ctx_id);
|
|
virtio_gpu_ctx_id_put(vgdev, ctx_id);
|
|
}
|
|
|
|
static void virtio_gpu_init_vq(struct virtio_gpu_queue *vgvq,
|
|
void (*work_func)(struct work_struct *work))
|
|
{
|
|
spin_lock_init(&vgvq->qlock);
|
|
init_waitqueue_head(&vgvq->ack_queue);
|
|
INIT_WORK(&vgvq->dequeue_work, work_func);
|
|
}
|
|
|
|
static void virtio_gpu_get_capsets(struct virtio_gpu_device *vgdev,
|
|
int num_capsets)
|
|
{
|
|
int i, ret;
|
|
|
|
vgdev->capsets = kcalloc(num_capsets,
|
|
sizeof(struct virtio_gpu_drv_capset),
|
|
GFP_KERNEL);
|
|
if (!vgdev->capsets) {
|
|
DRM_ERROR("failed to allocate cap sets\n");
|
|
return;
|
|
}
|
|
for (i = 0; i < num_capsets; i++) {
|
|
virtio_gpu_cmd_get_capset_info(vgdev, i);
|
|
ret = wait_event_timeout(vgdev->resp_wq,
|
|
vgdev->capsets[i].id > 0, 5 * HZ);
|
|
if (ret == 0) {
|
|
DRM_ERROR("timed out waiting for cap set %d\n", i);
|
|
kfree(vgdev->capsets);
|
|
vgdev->capsets = NULL;
|
|
return;
|
|
}
|
|
DRM_INFO("cap set %d: id %d, max-version %d, max-size %d\n",
|
|
i, vgdev->capsets[i].id,
|
|
vgdev->capsets[i].max_version,
|
|
vgdev->capsets[i].max_size);
|
|
}
|
|
vgdev->num_capsets = num_capsets;
|
|
}
|
|
|
|
int virtio_gpu_driver_load(struct drm_device *dev, unsigned long flags)
|
|
{
|
|
static vq_callback_t *callbacks[] = {
|
|
virtio_gpu_ctrl_ack, virtio_gpu_cursor_ack
|
|
};
|
|
static const char * const names[] = { "control", "cursor" };
|
|
|
|
struct virtio_gpu_device *vgdev;
|
|
/* this will expand later */
|
|
struct virtqueue *vqs[2];
|
|
u32 num_scanouts, num_capsets;
|
|
int ret;
|
|
|
|
if (!virtio_has_feature(dev->virtdev, VIRTIO_F_VERSION_1))
|
|
return -ENODEV;
|
|
|
|
vgdev = kzalloc(sizeof(struct virtio_gpu_device), GFP_KERNEL);
|
|
if (!vgdev)
|
|
return -ENOMEM;
|
|
|
|
vgdev->ddev = dev;
|
|
dev->dev_private = vgdev;
|
|
vgdev->vdev = dev->virtdev;
|
|
vgdev->dev = dev->dev;
|
|
|
|
spin_lock_init(&vgdev->display_info_lock);
|
|
spin_lock_init(&vgdev->ctx_id_idr_lock);
|
|
idr_init(&vgdev->ctx_id_idr);
|
|
spin_lock_init(&vgdev->resource_idr_lock);
|
|
idr_init(&vgdev->resource_idr);
|
|
init_waitqueue_head(&vgdev->resp_wq);
|
|
virtio_gpu_init_vq(&vgdev->ctrlq, virtio_gpu_dequeue_ctrl_func);
|
|
virtio_gpu_init_vq(&vgdev->cursorq, virtio_gpu_dequeue_cursor_func);
|
|
|
|
vgdev->fence_drv.context = dma_fence_context_alloc(1);
|
|
spin_lock_init(&vgdev->fence_drv.lock);
|
|
INIT_LIST_HEAD(&vgdev->fence_drv.fences);
|
|
INIT_LIST_HEAD(&vgdev->cap_cache);
|
|
INIT_WORK(&vgdev->config_changed_work,
|
|
virtio_gpu_config_changed_work_func);
|
|
|
|
#ifdef __LITTLE_ENDIAN
|
|
if (virtio_has_feature(vgdev->vdev, VIRTIO_GPU_F_VIRGL))
|
|
vgdev->has_virgl_3d = true;
|
|
DRM_INFO("virgl 3d acceleration %s\n",
|
|
vgdev->has_virgl_3d ? "enabled" : "not supported by host");
|
|
#else
|
|
DRM_INFO("virgl 3d acceleration not supported by guest\n");
|
|
#endif
|
|
|
|
ret = vgdev->vdev->config->find_vqs(vgdev->vdev, 2, vqs,
|
|
callbacks, names, NULL);
|
|
if (ret) {
|
|
DRM_ERROR("failed to find virt queues\n");
|
|
goto err_vqs;
|
|
}
|
|
vgdev->ctrlq.vq = vqs[0];
|
|
vgdev->cursorq.vq = vqs[1];
|
|
ret = virtio_gpu_alloc_vbufs(vgdev);
|
|
if (ret) {
|
|
DRM_ERROR("failed to alloc vbufs\n");
|
|
goto err_vbufs;
|
|
}
|
|
|
|
ret = virtio_gpu_ttm_init(vgdev);
|
|
if (ret) {
|
|
DRM_ERROR("failed to init ttm %d\n", ret);
|
|
goto err_ttm;
|
|
}
|
|
|
|
/* get display info */
|
|
virtio_cread(vgdev->vdev, struct virtio_gpu_config,
|
|
num_scanouts, &num_scanouts);
|
|
vgdev->num_scanouts = min_t(uint32_t, num_scanouts,
|
|
VIRTIO_GPU_MAX_SCANOUTS);
|
|
if (!vgdev->num_scanouts) {
|
|
DRM_ERROR("num_scanouts is zero\n");
|
|
ret = -EINVAL;
|
|
goto err_scanouts;
|
|
}
|
|
DRM_INFO("number of scanouts: %d\n", num_scanouts);
|
|
|
|
virtio_cread(vgdev->vdev, struct virtio_gpu_config,
|
|
num_capsets, &num_capsets);
|
|
DRM_INFO("number of cap sets: %d\n", num_capsets);
|
|
|
|
ret = virtio_gpu_modeset_init(vgdev);
|
|
if (ret)
|
|
goto err_modeset;
|
|
|
|
virtio_device_ready(vgdev->vdev);
|
|
vgdev->vqs_ready = true;
|
|
|
|
if (num_capsets)
|
|
virtio_gpu_get_capsets(vgdev, num_capsets);
|
|
virtio_gpu_cmd_get_display_info(vgdev);
|
|
wait_event_timeout(vgdev->resp_wq, !vgdev->display_info_pending,
|
|
5 * HZ);
|
|
if (virtio_gpu_fbdev)
|
|
virtio_gpu_fbdev_init(vgdev);
|
|
|
|
return 0;
|
|
|
|
err_modeset:
|
|
err_scanouts:
|
|
virtio_gpu_ttm_fini(vgdev);
|
|
err_ttm:
|
|
virtio_gpu_free_vbufs(vgdev);
|
|
err_vbufs:
|
|
vgdev->vdev->config->del_vqs(vgdev->vdev);
|
|
err_vqs:
|
|
kfree(vgdev);
|
|
return ret;
|
|
}
|
|
|
|
static void virtio_gpu_cleanup_cap_cache(struct virtio_gpu_device *vgdev)
|
|
{
|
|
struct virtio_gpu_drv_cap_cache *cache_ent, *tmp;
|
|
|
|
list_for_each_entry_safe(cache_ent, tmp, &vgdev->cap_cache, head) {
|
|
kfree(cache_ent->caps_cache);
|
|
kfree(cache_ent);
|
|
}
|
|
}
|
|
|
|
void virtio_gpu_driver_unload(struct drm_device *dev)
|
|
{
|
|
struct virtio_gpu_device *vgdev = dev->dev_private;
|
|
|
|
vgdev->vqs_ready = false;
|
|
flush_work(&vgdev->ctrlq.dequeue_work);
|
|
flush_work(&vgdev->cursorq.dequeue_work);
|
|
flush_work(&vgdev->config_changed_work);
|
|
vgdev->vdev->config->del_vqs(vgdev->vdev);
|
|
|
|
virtio_gpu_modeset_fini(vgdev);
|
|
virtio_gpu_ttm_fini(vgdev);
|
|
virtio_gpu_free_vbufs(vgdev);
|
|
virtio_gpu_cleanup_cap_cache(vgdev);
|
|
kfree(vgdev->capsets);
|
|
kfree(vgdev);
|
|
}
|
|
|
|
int virtio_gpu_driver_open(struct drm_device *dev, struct drm_file *file)
|
|
{
|
|
struct virtio_gpu_device *vgdev = dev->dev_private;
|
|
struct virtio_gpu_fpriv *vfpriv;
|
|
uint32_t id;
|
|
char dbgname[64], tmpname[TASK_COMM_LEN];
|
|
|
|
/* can't create contexts without 3d renderer */
|
|
if (!vgdev->has_virgl_3d)
|
|
return 0;
|
|
|
|
get_task_comm(tmpname, current);
|
|
snprintf(dbgname, sizeof(dbgname), "%s", tmpname);
|
|
dbgname[63] = 0;
|
|
/* allocate a virt GPU context for this opener */
|
|
vfpriv = kzalloc(sizeof(*vfpriv), GFP_KERNEL);
|
|
if (!vfpriv)
|
|
return -ENOMEM;
|
|
|
|
virtio_gpu_context_create(vgdev, strlen(dbgname), dbgname, &id);
|
|
|
|
vfpriv->ctx_id = id;
|
|
file->driver_priv = vfpriv;
|
|
return 0;
|
|
}
|
|
|
|
void virtio_gpu_driver_postclose(struct drm_device *dev, struct drm_file *file)
|
|
{
|
|
struct virtio_gpu_device *vgdev = dev->dev_private;
|
|
struct virtio_gpu_fpriv *vfpriv;
|
|
|
|
if (!vgdev->has_virgl_3d)
|
|
return;
|
|
|
|
vfpriv = file->driver_priv;
|
|
|
|
virtio_gpu_context_destroy(vgdev, vfpriv->ctx_id);
|
|
kfree(vfpriv);
|
|
file->driver_priv = NULL;
|
|
}
|