157 lines
3.8 KiB
C
157 lines
3.8 KiB
C
// SPDX-License-Identifier: MIT
|
|
/*
|
|
* Copyright © 2023-2024 Intel Corporation
|
|
*/
|
|
|
|
#include <drm/drm_managed.h>
|
|
|
|
#include "regs/xe_guc_regs.h"
|
|
#include "regs/xe_regs.h"
|
|
|
|
#include "xe_gt.h"
|
|
#include "xe_gt_sriov_pf.h"
|
|
#include "xe_gt_sriov_pf_config.h"
|
|
#include "xe_gt_sriov_pf_control.h"
|
|
#include "xe_gt_sriov_pf_helpers.h"
|
|
#include "xe_gt_sriov_pf_migration.h"
|
|
#include "xe_gt_sriov_pf_service.h"
|
|
#include "xe_mmio.h"
|
|
|
|
/*
|
|
* VF's metadata is maintained in the flexible array where:
|
|
* - entry [0] contains metadata for the PF (only if applicable),
|
|
* - entries [1..n] contain metadata for VF1..VFn::
|
|
*
|
|
* <--------------------------- 1 + total_vfs ----------->
|
|
* +-------+-------+-------+-----------------------+-------+
|
|
* | 0 | 1 | 2 | | n |
|
|
* +-------+-------+-------+-----------------------+-------+
|
|
* | PF | VF1 | VF2 | ... ... | VFn |
|
|
* +-------+-------+-------+-----------------------+-------+
|
|
*/
|
|
static int pf_alloc_metadata(struct xe_gt *gt)
|
|
{
|
|
unsigned int num_vfs = xe_gt_sriov_pf_get_totalvfs(gt);
|
|
|
|
gt->sriov.pf.vfs = drmm_kcalloc(>_to_xe(gt)->drm, 1 + num_vfs,
|
|
sizeof(*gt->sriov.pf.vfs), GFP_KERNEL);
|
|
if (!gt->sriov.pf.vfs)
|
|
return -ENOMEM;
|
|
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* xe_gt_sriov_pf_init_early - Prepare SR-IOV PF data structures on PF.
|
|
* @gt: the &xe_gt to initialize
|
|
*
|
|
* Early initialization of the PF data.
|
|
*
|
|
* Return: 0 on success or a negative error code on failure.
|
|
*/
|
|
int xe_gt_sriov_pf_init_early(struct xe_gt *gt)
|
|
{
|
|
int err;
|
|
|
|
err = pf_alloc_metadata(gt);
|
|
if (err)
|
|
return err;
|
|
|
|
err = xe_gt_sriov_pf_service_init(gt);
|
|
if (err)
|
|
return err;
|
|
|
|
err = xe_gt_sriov_pf_control_init(gt);
|
|
if (err)
|
|
return err;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static bool pf_needs_enable_ggtt_guest_update(struct xe_device *xe)
|
|
{
|
|
return GRAPHICS_VERx100(xe) == 1200;
|
|
}
|
|
|
|
static void pf_enable_ggtt_guest_update(struct xe_gt *gt)
|
|
{
|
|
xe_mmio_write32(>->mmio, VIRTUAL_CTRL_REG, GUEST_GTT_UPDATE_EN);
|
|
}
|
|
|
|
/**
|
|
* xe_gt_sriov_pf_init_hw - Initialize SR-IOV hardware support.
|
|
* @gt: the &xe_gt to initialize
|
|
*
|
|
* On some platforms the PF must explicitly enable VF's access to the GGTT.
|
|
*/
|
|
void xe_gt_sriov_pf_init_hw(struct xe_gt *gt)
|
|
{
|
|
if (pf_needs_enable_ggtt_guest_update(gt_to_xe(gt)))
|
|
pf_enable_ggtt_guest_update(gt);
|
|
|
|
xe_gt_sriov_pf_service_update(gt);
|
|
xe_gt_sriov_pf_migration_init(gt);
|
|
}
|
|
|
|
static u32 pf_get_vf_regs_stride(struct xe_device *xe)
|
|
{
|
|
return GRAPHICS_VERx100(xe) > 1200 ? 0x400 : 0x1000;
|
|
}
|
|
|
|
static struct xe_reg xe_reg_vf_to_pf(struct xe_reg vf_reg, unsigned int vfid, u32 stride)
|
|
{
|
|
struct xe_reg pf_reg = vf_reg;
|
|
|
|
pf_reg.vf = 0;
|
|
pf_reg.addr += stride * vfid;
|
|
|
|
return pf_reg;
|
|
}
|
|
|
|
static void pf_clear_vf_scratch_regs(struct xe_gt *gt, unsigned int vfid)
|
|
{
|
|
u32 stride = pf_get_vf_regs_stride(gt_to_xe(gt));
|
|
struct xe_reg scratch;
|
|
int n, count;
|
|
|
|
if (xe_gt_is_media_type(gt)) {
|
|
count = MED_VF_SW_FLAG_COUNT;
|
|
for (n = 0; n < count; n++) {
|
|
scratch = xe_reg_vf_to_pf(MED_VF_SW_FLAG(n), vfid, stride);
|
|
xe_mmio_write32(>->mmio, scratch, 0);
|
|
}
|
|
} else {
|
|
count = VF_SW_FLAG_COUNT;
|
|
for (n = 0; n < count; n++) {
|
|
scratch = xe_reg_vf_to_pf(VF_SW_FLAG(n), vfid, stride);
|
|
xe_mmio_write32(>->mmio, scratch, 0);
|
|
}
|
|
}
|
|
}
|
|
|
|
/**
|
|
* xe_gt_sriov_pf_sanitize_hw() - Reset hardware state related to a VF.
|
|
* @gt: the &xe_gt
|
|
* @vfid: the VF identifier
|
|
*
|
|
* This function can only be called on PF.
|
|
*/
|
|
void xe_gt_sriov_pf_sanitize_hw(struct xe_gt *gt, unsigned int vfid)
|
|
{
|
|
xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt)));
|
|
|
|
pf_clear_vf_scratch_regs(gt, vfid);
|
|
}
|
|
|
|
/**
|
|
* xe_gt_sriov_pf_restart - Restart SR-IOV support after a GT reset.
|
|
* @gt: the &xe_gt
|
|
*
|
|
* This function can only be called on PF.
|
|
*/
|
|
void xe_gt_sriov_pf_restart(struct xe_gt *gt)
|
|
{
|
|
xe_gt_sriov_pf_config_restart(gt);
|
|
xe_gt_sriov_pf_control_restart(gt);
|
|
}
|