mirror of https://github.com/torvalds/linux.git
113 lines
2.6 KiB
C
113 lines
2.6 KiB
C
// SPDX-License-Identifier: GPL-2.0-only
|
|
#include "../../../kselftest.h"
|
|
#include <libvfio.h>
|
|
|
|
#ifdef __x86_64__
|
|
extern struct vfio_pci_driver_ops dsa_ops;
|
|
extern struct vfio_pci_driver_ops ioat_ops;
|
|
#endif
|
|
|
|
static struct vfio_pci_driver_ops *driver_ops[] = {
|
|
#ifdef __x86_64__
|
|
&dsa_ops,
|
|
&ioat_ops,
|
|
#endif
|
|
};
|
|
|
|
void vfio_pci_driver_probe(struct vfio_pci_device *device)
|
|
{
|
|
struct vfio_pci_driver_ops *ops;
|
|
int i;
|
|
|
|
VFIO_ASSERT_NULL(device->driver.ops);
|
|
|
|
for (i = 0; i < ARRAY_SIZE(driver_ops); i++) {
|
|
ops = driver_ops[i];
|
|
|
|
if (ops->probe(device))
|
|
continue;
|
|
|
|
device->driver.ops = ops;
|
|
}
|
|
}
|
|
|
|
static void vfio_check_driver_op(struct vfio_pci_driver *driver, void *op,
|
|
const char *op_name)
|
|
{
|
|
VFIO_ASSERT_NOT_NULL(driver->ops);
|
|
VFIO_ASSERT_NOT_NULL(op, "Driver has no %s()\n", op_name);
|
|
VFIO_ASSERT_EQ(driver->initialized, op != driver->ops->init);
|
|
VFIO_ASSERT_EQ(driver->memcpy_in_progress, op == driver->ops->memcpy_wait);
|
|
}
|
|
|
|
#define VFIO_CHECK_DRIVER_OP(_driver, _op) do { \
|
|
struct vfio_pci_driver *__driver = (_driver); \
|
|
vfio_check_driver_op(__driver, __driver->ops->_op, #_op); \
|
|
} while (0)
|
|
|
|
void vfio_pci_driver_init(struct vfio_pci_device *device)
|
|
{
|
|
struct vfio_pci_driver *driver = &device->driver;
|
|
|
|
VFIO_ASSERT_NOT_NULL(driver->region.vaddr);
|
|
VFIO_CHECK_DRIVER_OP(driver, init);
|
|
|
|
driver->ops->init(device);
|
|
|
|
driver->initialized = true;
|
|
}
|
|
|
|
void vfio_pci_driver_remove(struct vfio_pci_device *device)
|
|
{
|
|
struct vfio_pci_driver *driver = &device->driver;
|
|
|
|
VFIO_CHECK_DRIVER_OP(driver, remove);
|
|
|
|
driver->ops->remove(device);
|
|
driver->initialized = false;
|
|
}
|
|
|
|
void vfio_pci_driver_send_msi(struct vfio_pci_device *device)
|
|
{
|
|
struct vfio_pci_driver *driver = &device->driver;
|
|
|
|
VFIO_CHECK_DRIVER_OP(driver, send_msi);
|
|
|
|
driver->ops->send_msi(device);
|
|
}
|
|
|
|
void vfio_pci_driver_memcpy_start(struct vfio_pci_device *device,
|
|
iova_t src, iova_t dst, u64 size,
|
|
u64 count)
|
|
{
|
|
struct vfio_pci_driver *driver = &device->driver;
|
|
|
|
VFIO_ASSERT_LE(size, driver->max_memcpy_size);
|
|
VFIO_ASSERT_LE(count, driver->max_memcpy_count);
|
|
VFIO_CHECK_DRIVER_OP(driver, memcpy_start);
|
|
|
|
driver->ops->memcpy_start(device, src, dst, size, count);
|
|
driver->memcpy_in_progress = true;
|
|
}
|
|
|
|
int vfio_pci_driver_memcpy_wait(struct vfio_pci_device *device)
|
|
{
|
|
struct vfio_pci_driver *driver = &device->driver;
|
|
int r;
|
|
|
|
VFIO_CHECK_DRIVER_OP(driver, memcpy_wait);
|
|
|
|
r = driver->ops->memcpy_wait(device);
|
|
driver->memcpy_in_progress = false;
|
|
|
|
return r;
|
|
}
|
|
|
|
int vfio_pci_driver_memcpy(struct vfio_pci_device *device,
|
|
iova_t src, iova_t dst, u64 size)
|
|
{
|
|
vfio_pci_driver_memcpy_start(device, src, dst, size, 1);
|
|
|
|
return vfio_pci_driver_memcpy_wait(device);
|
|
}
|