524 lines
11 KiB
C
524 lines
11 KiB
C
// SPDX-License-Identifier: MIT
|
|
/*
|
|
* Copyright © 2023 Intel Corporation
|
|
*/
|
|
|
|
#include "xe_display.h"
|
|
#include "regs/xe_irq_regs.h"
|
|
|
|
#include <linux/fb.h>
|
|
|
|
#include <drm/drm_drv.h>
|
|
#include <drm/drm_managed.h>
|
|
#include <drm/drm_probe_helper.h>
|
|
#include <uapi/drm/xe_drm.h>
|
|
|
|
#include "soc/intel_dram.h"
|
|
#include "intel_acpi.h"
|
|
#include "intel_audio.h"
|
|
#include "intel_bw.h"
|
|
#include "intel_display.h"
|
|
#include "intel_display_driver.h"
|
|
#include "intel_display_irq.h"
|
|
#include "intel_display_types.h"
|
|
#include "intel_dmc.h"
|
|
#include "intel_dp.h"
|
|
#include "intel_encoder.h"
|
|
#include "intel_fbdev.h"
|
|
#include "intel_hdcp.h"
|
|
#include "intel_hotplug.h"
|
|
#include "intel_opregion.h"
|
|
#include "xe_module.h"
|
|
|
|
/* Xe device functions */
|
|
|
|
static bool has_display(struct xe_device *xe)
|
|
{
|
|
return HAS_DISPLAY(&xe->display);
|
|
}
|
|
|
|
/**
|
|
* xe_display_driver_probe_defer - Detect if we need to wait for other drivers
|
|
* early on
|
|
* @pdev: PCI device
|
|
*
|
|
* Returns: true if probe needs to be deferred, false otherwise
|
|
*/
|
|
bool xe_display_driver_probe_defer(struct pci_dev *pdev)
|
|
{
|
|
if (!xe_modparam.probe_display)
|
|
return 0;
|
|
|
|
return intel_display_driver_probe_defer(pdev);
|
|
}
|
|
|
|
/**
|
|
* xe_display_driver_set_hooks - Add driver flags and hooks for display
|
|
* @driver: DRM device driver
|
|
*
|
|
* Set features and function hooks in @driver that are needed for driving the
|
|
* display IP. This sets the driver's capability of driving display, regardless
|
|
* if the device has it enabled
|
|
*/
|
|
void xe_display_driver_set_hooks(struct drm_driver *driver)
|
|
{
|
|
if (!xe_modparam.probe_display)
|
|
return;
|
|
|
|
driver->driver_features |= DRIVER_MODESET | DRIVER_ATOMIC;
|
|
}
|
|
|
|
static void unset_display_features(struct xe_device *xe)
|
|
{
|
|
xe->drm.driver_features &= ~(DRIVER_MODESET | DRIVER_ATOMIC);
|
|
}
|
|
|
|
static void display_destroy(struct drm_device *dev, void *dummy)
|
|
{
|
|
struct xe_device *xe = to_xe_device(dev);
|
|
|
|
destroy_workqueue(xe->display.hotplug.dp_wq);
|
|
}
|
|
|
|
/**
|
|
* xe_display_create - create display struct
|
|
* @xe: XE device instance
|
|
*
|
|
* Initialize all fields used by the display part.
|
|
*
|
|
* TODO: once everything can be inside a single struct, make the struct opaque
|
|
* to the rest of xe and return it to be xe->display.
|
|
*
|
|
* Returns: 0 on success
|
|
*/
|
|
int xe_display_create(struct xe_device *xe)
|
|
{
|
|
spin_lock_init(&xe->display.fb_tracking.lock);
|
|
|
|
xe->display.hotplug.dp_wq = alloc_ordered_workqueue("xe-dp", 0);
|
|
|
|
return drmm_add_action_or_reset(&xe->drm, display_destroy, NULL);
|
|
}
|
|
|
|
static void xe_display_fini_nommio(struct drm_device *dev, void *dummy)
|
|
{
|
|
struct xe_device *xe = to_xe_device(dev);
|
|
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
intel_power_domains_cleanup(xe);
|
|
}
|
|
|
|
int xe_display_init_nommio(struct xe_device *xe)
|
|
{
|
|
if (!xe->info.probe_display)
|
|
return 0;
|
|
|
|
/* Fake uncore lock */
|
|
spin_lock_init(&xe->uncore.lock);
|
|
|
|
/* This must be called before any calls to HAS_PCH_* */
|
|
intel_detect_pch(xe);
|
|
|
|
return drmm_add_action_or_reset(&xe->drm, xe_display_fini_nommio, xe);
|
|
}
|
|
|
|
static void xe_display_fini_noirq(void *arg)
|
|
{
|
|
struct xe_device *xe = arg;
|
|
struct intel_display *display = &xe->display;
|
|
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
intel_display_driver_remove_noirq(xe);
|
|
intel_opregion_cleanup(display);
|
|
}
|
|
|
|
int xe_display_init_noirq(struct xe_device *xe)
|
|
{
|
|
struct intel_display *display = &xe->display;
|
|
int err;
|
|
|
|
if (!xe->info.probe_display)
|
|
return 0;
|
|
|
|
intel_display_driver_early_probe(xe);
|
|
|
|
/* Early display init.. */
|
|
intel_opregion_setup(display);
|
|
|
|
/*
|
|
* Fill the dram structure to get the system dram info. This will be
|
|
* used for memory latency calculation.
|
|
*/
|
|
intel_dram_detect(xe);
|
|
|
|
intel_bw_init_hw(xe);
|
|
|
|
intel_display_device_info_runtime_init(xe);
|
|
|
|
err = intel_display_driver_probe_noirq(xe);
|
|
if (err) {
|
|
intel_opregion_cleanup(display);
|
|
return err;
|
|
}
|
|
|
|
return devm_add_action_or_reset(xe->drm.dev, xe_display_fini_noirq, xe);
|
|
}
|
|
|
|
static void xe_display_fini_noaccel(void *arg)
|
|
{
|
|
struct xe_device *xe = arg;
|
|
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
intel_display_driver_remove_nogem(xe);
|
|
}
|
|
|
|
int xe_display_init_noaccel(struct xe_device *xe)
|
|
{
|
|
int err;
|
|
|
|
if (!xe->info.probe_display)
|
|
return 0;
|
|
|
|
err = intel_display_driver_probe_nogem(xe);
|
|
if (err)
|
|
return err;
|
|
|
|
return devm_add_action_or_reset(xe->drm.dev, xe_display_fini_noaccel, xe);
|
|
}
|
|
|
|
int xe_display_init(struct xe_device *xe)
|
|
{
|
|
if (!xe->info.probe_display)
|
|
return 0;
|
|
|
|
return intel_display_driver_probe(xe);
|
|
}
|
|
|
|
void xe_display_fini(struct xe_device *xe)
|
|
{
|
|
struct intel_display *display = &xe->display;
|
|
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
intel_hpd_poll_fini(xe);
|
|
|
|
intel_hdcp_component_fini(display);
|
|
intel_audio_deinit(xe);
|
|
}
|
|
|
|
void xe_display_register(struct xe_device *xe)
|
|
{
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
intel_display_driver_register(xe);
|
|
intel_register_dsm_handler();
|
|
intel_power_domains_enable(xe);
|
|
}
|
|
|
|
void xe_display_unregister(struct xe_device *xe)
|
|
{
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
intel_unregister_dsm_handler();
|
|
intel_power_domains_disable(xe);
|
|
intel_display_driver_unregister(xe);
|
|
}
|
|
|
|
void xe_display_driver_remove(struct xe_device *xe)
|
|
{
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
intel_display_driver_remove(xe);
|
|
}
|
|
|
|
/* IRQ-related functions */
|
|
|
|
void xe_display_irq_handler(struct xe_device *xe, u32 master_ctl)
|
|
{
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
if (master_ctl & DISPLAY_IRQ)
|
|
gen11_display_irq_handler(xe);
|
|
}
|
|
|
|
void xe_display_irq_enable(struct xe_device *xe, u32 gu_misc_iir)
|
|
{
|
|
struct intel_display *display = &xe->display;
|
|
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
if (gu_misc_iir & GU_MISC_GSE)
|
|
intel_opregion_asle_intr(display);
|
|
}
|
|
|
|
void xe_display_irq_reset(struct xe_device *xe)
|
|
{
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
gen11_display_irq_reset(xe);
|
|
}
|
|
|
|
void xe_display_irq_postinstall(struct xe_device *xe, struct xe_gt *gt)
|
|
{
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
if (gt->info.id == XE_GT0)
|
|
gen11_de_irq_postinstall(xe);
|
|
}
|
|
|
|
static bool suspend_to_idle(void)
|
|
{
|
|
#if IS_ENABLED(CONFIG_ACPI_SLEEP)
|
|
if (acpi_target_system_state() < ACPI_STATE_S3)
|
|
return true;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
static void xe_display_flush_cleanup_work(struct xe_device *xe)
|
|
{
|
|
struct intel_crtc *crtc;
|
|
|
|
for_each_intel_crtc(&xe->drm, crtc) {
|
|
struct drm_crtc_commit *commit;
|
|
|
|
spin_lock(&crtc->base.commit_lock);
|
|
commit = list_first_entry_or_null(&crtc->base.commit_list,
|
|
struct drm_crtc_commit, commit_entry);
|
|
if (commit)
|
|
drm_crtc_commit_get(commit);
|
|
spin_unlock(&crtc->base.commit_lock);
|
|
|
|
if (commit) {
|
|
wait_for_completion(&commit->cleanup_done);
|
|
drm_crtc_commit_put(commit);
|
|
}
|
|
}
|
|
}
|
|
|
|
/* TODO: System and runtime suspend/resume sequences will be sanitized as a follow-up. */
|
|
static void __xe_display_pm_suspend(struct xe_device *xe, bool runtime)
|
|
{
|
|
struct intel_display *display = &xe->display;
|
|
bool s2idle = suspend_to_idle();
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
/*
|
|
* We do a lot of poking in a lot of registers, make sure they work
|
|
* properly.
|
|
*/
|
|
intel_power_domains_disable(xe);
|
|
if (!runtime)
|
|
intel_fbdev_set_suspend(&xe->drm, FBINFO_STATE_SUSPENDED, true);
|
|
|
|
if (!runtime && has_display(xe)) {
|
|
drm_kms_helper_poll_disable(&xe->drm);
|
|
intel_display_driver_disable_user_access(xe);
|
|
intel_display_driver_suspend(xe);
|
|
}
|
|
|
|
xe_display_flush_cleanup_work(xe);
|
|
|
|
if (!runtime)
|
|
intel_dp_mst_suspend(xe);
|
|
|
|
intel_hpd_cancel_work(xe);
|
|
|
|
if (!runtime && has_display(xe)) {
|
|
intel_display_driver_suspend_access(xe);
|
|
intel_encoder_suspend_all(&xe->display);
|
|
}
|
|
|
|
intel_opregion_suspend(display, s2idle ? PCI_D1 : PCI_D3cold);
|
|
|
|
intel_dmc_suspend(display);
|
|
|
|
if (runtime && has_display(xe))
|
|
intel_hpd_poll_enable(xe);
|
|
}
|
|
|
|
void xe_display_pm_suspend(struct xe_device *xe)
|
|
{
|
|
__xe_display_pm_suspend(xe, false);
|
|
}
|
|
|
|
void xe_display_pm_shutdown(struct xe_device *xe)
|
|
{
|
|
struct intel_display *display = &xe->display;
|
|
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
intel_power_domains_disable(xe);
|
|
intel_fbdev_set_suspend(&xe->drm, FBINFO_STATE_SUSPENDED, true);
|
|
if (has_display(xe)) {
|
|
drm_kms_helper_poll_disable(&xe->drm);
|
|
intel_display_driver_disable_user_access(xe);
|
|
intel_display_driver_suspend(xe);
|
|
}
|
|
|
|
xe_display_flush_cleanup_work(xe);
|
|
intel_dp_mst_suspend(xe);
|
|
intel_hpd_cancel_work(xe);
|
|
|
|
if (has_display(xe))
|
|
intel_display_driver_suspend_access(xe);
|
|
|
|
intel_encoder_suspend_all(display);
|
|
intel_encoder_shutdown_all(display);
|
|
|
|
intel_opregion_suspend(display, PCI_D3cold);
|
|
|
|
intel_dmc_suspend(display);
|
|
}
|
|
|
|
void xe_display_pm_runtime_suspend(struct xe_device *xe)
|
|
{
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
if (xe->d3cold.allowed) {
|
|
__xe_display_pm_suspend(xe, true);
|
|
return;
|
|
}
|
|
|
|
intel_hpd_poll_enable(xe);
|
|
}
|
|
|
|
void xe_display_pm_suspend_late(struct xe_device *xe)
|
|
{
|
|
bool s2idle = suspend_to_idle();
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
intel_power_domains_suspend(xe, s2idle);
|
|
|
|
intel_display_power_suspend_late(xe);
|
|
}
|
|
|
|
void xe_display_pm_shutdown_late(struct xe_device *xe)
|
|
{
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
/*
|
|
* The only requirement is to reboot with display DC states disabled,
|
|
* for now leaving all display power wells in the INIT power domain
|
|
* enabled.
|
|
*/
|
|
intel_power_domains_driver_remove(xe);
|
|
}
|
|
|
|
void xe_display_pm_resume_early(struct xe_device *xe)
|
|
{
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
intel_display_power_resume_early(xe);
|
|
|
|
intel_power_domains_resume(xe);
|
|
}
|
|
|
|
static void __xe_display_pm_resume(struct xe_device *xe, bool runtime)
|
|
{
|
|
struct intel_display *display = &xe->display;
|
|
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
intel_dmc_resume(display);
|
|
|
|
if (has_display(xe))
|
|
drm_mode_config_reset(&xe->drm);
|
|
|
|
intel_display_driver_init_hw(xe);
|
|
intel_hpd_init(xe);
|
|
|
|
if (!runtime && has_display(xe))
|
|
intel_display_driver_resume_access(xe);
|
|
|
|
/* MST sideband requires HPD interrupts enabled */
|
|
if (!runtime)
|
|
intel_dp_mst_resume(xe);
|
|
|
|
if (!runtime && has_display(xe)) {
|
|
intel_display_driver_resume(xe);
|
|
drm_kms_helper_poll_enable(&xe->drm);
|
|
intel_display_driver_enable_user_access(xe);
|
|
}
|
|
|
|
if (has_display(xe))
|
|
intel_hpd_poll_disable(xe);
|
|
|
|
intel_opregion_resume(display);
|
|
|
|
if (!runtime)
|
|
intel_fbdev_set_suspend(&xe->drm, FBINFO_STATE_RUNNING, false);
|
|
|
|
intel_power_domains_enable(xe);
|
|
}
|
|
|
|
void xe_display_pm_resume(struct xe_device *xe)
|
|
{
|
|
__xe_display_pm_resume(xe, false);
|
|
}
|
|
|
|
void xe_display_pm_runtime_resume(struct xe_device *xe)
|
|
{
|
|
if (!xe->info.probe_display)
|
|
return;
|
|
|
|
if (xe->d3cold.allowed) {
|
|
__xe_display_pm_resume(xe, true);
|
|
return;
|
|
}
|
|
|
|
intel_hpd_init(xe);
|
|
intel_hpd_poll_disable(xe);
|
|
}
|
|
|
|
|
|
static void display_device_remove(struct drm_device *dev, void *arg)
|
|
{
|
|
struct xe_device *xe = arg;
|
|
|
|
intel_display_device_remove(xe);
|
|
}
|
|
|
|
int xe_display_probe(struct xe_device *xe)
|
|
{
|
|
int err;
|
|
|
|
if (!xe->info.probe_display)
|
|
goto no_display;
|
|
|
|
intel_display_device_probe(xe);
|
|
|
|
err = drmm_add_action_or_reset(&xe->drm, display_device_remove, xe);
|
|
if (err)
|
|
return err;
|
|
|
|
if (has_display(xe))
|
|
return 0;
|
|
|
|
no_display:
|
|
xe->info.probe_display = false;
|
|
unset_display_features(xe);
|
|
return 0;
|
|
}
|