moonlight-qt/app/streaming/video/ffmpeg-renderers/vaapi.cpp

262 lines
8 KiB
C++
Raw Normal View History

#include <QString>
2018-07-21 07:16:03 +00:00
#include "vaapi.h"
#include <streaming/streamutils.h>
2018-07-21 07:16:03 +00:00
#include <SDL_syswm.h>
2019-07-07 22:31:15 +00:00
#include <unistd.h>
#include <fcntl.h>
2018-07-21 07:16:03 +00:00
VAAPIRenderer::VAAPIRenderer()
2019-07-07 22:31:15 +00:00
: m_HwContext(nullptr),
m_DrmFd(-1)
2018-07-21 07:16:03 +00:00
{
}
VAAPIRenderer::~VAAPIRenderer()
{
if (m_HwContext != nullptr) {
2018-08-12 02:43:36 +00:00
AVHWDeviceContext* deviceContext = (AVHWDeviceContext*)m_HwContext->data;
AVVAAPIDeviceContext* vaDeviceContext = (AVVAAPIDeviceContext*)deviceContext->hwctx;
// Hold onto this VADisplay since we'll need it to uninitialize VAAPI
VADisplay display = vaDeviceContext->display;
2018-07-21 07:16:03 +00:00
av_buffer_unref(&m_HwContext);
2018-08-12 02:43:36 +00:00
if (display) {
vaTerminate(display);
}
2018-07-21 07:16:03 +00:00
}
2019-07-07 22:31:15 +00:00
if (m_DrmFd != -1) {
close(m_DrmFd);
}
2018-07-21 07:16:03 +00:00
}
bool
VAAPIRenderer::initialize(PDECODER_PARAMETERS params)
2018-07-21 07:16:03 +00:00
{
int err;
SDL_SysWMinfo info;
m_VideoWidth = params->width;
m_VideoHeight = params->height;
2018-07-21 07:16:03 +00:00
SDL_GetWindowSize(params->window, &m_DisplayWidth, &m_DisplayHeight);
2018-07-21 07:16:03 +00:00
SDL_VERSION(&info.version);
if (!SDL_GetWindowWMInfo(params->window, &info)) {
2018-08-12 02:43:36 +00:00
SDL_LogError(SDL_LOG_CATEGORY_APPLICATION,
"SDL_GetWindowWMInfo() failed: %s",
SDL_GetError());
2018-07-21 07:16:03 +00:00
return false;
}
2018-08-12 02:43:36 +00:00
m_HwContext = av_hwdevice_ctx_alloc(AV_HWDEVICE_TYPE_VAAPI);
if (!m_HwContext) {
SDL_LogError(SDL_LOG_CATEGORY_APPLICATION,
"Failed to allocate VAAPI context");
return false;
}
2018-07-21 07:16:03 +00:00
2018-08-12 02:43:36 +00:00
AVHWDeviceContext* deviceContext = (AVHWDeviceContext*)m_HwContext->data;
AVVAAPIDeviceContext* vaDeviceContext = (AVVAAPIDeviceContext*)deviceContext->hwctx;
m_WindowSystem = info.subsystem;
2018-07-21 07:16:03 +00:00
if (info.subsystem == SDL_SYSWM_X11) {
2018-08-12 02:43:36 +00:00
#ifdef HAVE_LIBVA_X11
2018-07-21 07:16:03 +00:00
m_XWindow = info.info.x11.window;
2018-08-12 02:43:36 +00:00
vaDeviceContext->display = vaGetDisplay(info.info.x11.display);
if (!vaDeviceContext->display) {
SDL_LogError(SDL_LOG_CATEGORY_APPLICATION,
"Unable to open X11 display for VAAPI");
2018-07-21 07:16:03 +00:00
return false;
}
2018-08-12 02:43:36 +00:00
#else
SDL_LogError(SDL_LOG_CATEGORY_APPLICATION,
"Moonlight not compiled with VAAPI X11 support!");
return false;
#endif
2018-07-21 07:16:03 +00:00
}
else if (info.subsystem == SDL_SYSWM_WAYLAND) {
2018-08-12 02:43:36 +00:00
#ifdef HAVE_LIBVA_WAYLAND
vaDeviceContext->display = vaGetDisplayWl(info.info.wl.display);
if (!vaDeviceContext->display) {
SDL_LogError(SDL_LOG_CATEGORY_APPLICATION,
"Unable to open Wayland display for VAAPI");
return false;
}
#else
2018-07-21 07:16:03 +00:00
SDL_LogError(SDL_LOG_CATEGORY_APPLICATION,
2018-08-12 02:43:36 +00:00
"Moonlight not compiled with VAAPI Wayland support!");
2018-07-21 07:16:03 +00:00
return false;
2019-07-07 22:31:15 +00:00
#endif
}
// TODO: Upstream a better solution for SDL_GetWindowWMInfo on KMSDRM
else if (strcmp(SDL_GetCurrentVideoDriver(), "KMSDRM") == 0) {
#ifdef HAVE_LIBVA_DRM
const char* device = SDL_getenv("DRM_DEV");
if (device == nullptr) {
device = "/dev/dri/card0";
}
SDL_LogInfo(SDL_LOG_CATEGORY_APPLICATION,
"Opening DRM device: %s",
device);
m_DrmFd = open(device, O_RDWR | O_CLOEXEC);
if (m_DrmFd < 0) {
SDL_LogError(SDL_LOG_CATEGORY_APPLICATION,
"Failed to open DRM device: %d",
errno);
return false;
}
vaDeviceContext->display = vaGetDisplayDRM(m_DrmFd);
if (!vaDeviceContext->display) {
SDL_LogError(SDL_LOG_CATEGORY_APPLICATION,
"Unable to open DRM display for VAAPI");
return false;
}
#else
SDL_LogError(SDL_LOG_CATEGORY_APPLICATION,
"Moonlight not compiled with VAAPI DRM support!");
return false;
2018-08-12 02:43:36 +00:00
#endif
2018-07-21 07:16:03 +00:00
}
else {
SDL_LogError(SDL_LOG_CATEGORY_APPLICATION,
"Unsupported VAAPI rendering subsystem: %d",
info.subsystem);
return false;
}
2018-08-12 02:43:36 +00:00
int major, minor;
VAStatus status;
status = vaInitialize(vaDeviceContext->display, &major, &minor);
if (status != VA_STATUS_SUCCESS) {
SDL_LogError(SDL_LOG_CATEGORY_APPLICATION,
"Failed to initialize VAAPI: %d",
status);
return false;
}
SDL_LogInfo(SDL_LOG_CATEGORY_APPLICATION,
"Initialized VAAPI %d.%d",
major, minor);
const char* vendorString = vaQueryVendorString(vaDeviceContext->display);
SDL_LogInfo(SDL_LOG_CATEGORY_APPLICATION,
"Driver: %s",
vendorString ? vendorString : "<unknown>");
2019-04-21 22:33:21 +00:00
// AMD's Gallium VAAPI driver has a nasty memory leak that causes memory
// to be leaked for each submitted frame. The Flatpak runtime has a VDPAU
// driver in place that works well, so use that instead on AMD systems. If
// we're using Wayland, we have no choice but to use VAAPI because VDPAU
// is only supported under X11.
if (vendorString && qgetenv("FORCE_VAAPI") != "1" && m_WindowSystem == SDL_SYSWM_X11) {
QString vendorStr(vendorString);
if (vendorStr.contains("AMD", Qt::CaseInsensitive) ||
vendorStr.contains("Radeon", Qt::CaseInsensitive)) {
// Fail and let VDPAU pick this up
SDL_LogWarn(SDL_LOG_CATEGORY_APPLICATION,
"Avoiding VAAPI on AMD driver");
return false;
}
}
2018-08-12 02:43:36 +00:00
// This will populate the driver_quirks
err = av_hwdevice_ctx_init(m_HwContext);
2018-07-21 07:16:03 +00:00
if (err < 0) {
SDL_LogError(SDL_LOG_CATEGORY_APPLICATION,
2018-08-12 02:43:36 +00:00
"Failed to initialize VAAPI context: %d",
2018-07-21 07:16:03 +00:00
err);
return false;
}
2018-08-03 09:11:44 +00:00
// This quirk is set for the VDPAU wrapper which doesn't work with our VAAPI renderer
2018-08-12 02:43:36 +00:00
if (vaDeviceContext->driver_quirks & AV_VAAPI_DRIVER_QUIRK_SURFACE_ATTRIBUTES) {
2018-08-03 09:11:44 +00:00
// Fail and let our VDPAU renderer pick this up
SDL_LogWarn(SDL_LOG_CATEGORY_APPLICATION,
"Avoiding VDPAU wrapper for VAAPI decoding");
return false;
}
2018-07-21 07:16:03 +00:00
return true;
}
bool
VAAPIRenderer::prepareDecoderContext(AVCodecContext* context)
{
context->hw_device_ctx = av_buffer_ref(m_HwContext);
2018-07-28 23:06:26 +00:00
SDL_LogInfo(SDL_LOG_CATEGORY_APPLICATION,
2018-08-12 02:43:36 +00:00
"Using VAAPI accelerated renderer on %s",
m_WindowSystem == SDL_SYSWM_X11 ? "X11" : "Wayland");
2018-07-28 23:06:26 +00:00
2018-07-21 07:16:03 +00:00
return true;
}
bool
VAAPIRenderer::needsTestFrame()
{
// We need a test frame to see if this VAAPI driver
// supports the profile used for streaming
return true;
}
2019-04-13 05:54:21 +00:00
bool
VAAPIRenderer::isDirectRenderingSupported()
{
// Many Wayland renderers don't support YUV surfaces, so use
// another frontend renderer to draw our frames.
return m_WindowSystem == SDL_SYSWM_X11;
}
2018-07-21 07:16:03 +00:00
void
VAAPIRenderer::renderFrame(AVFrame* frame)
2018-07-21 07:16:03 +00:00
{
VASurfaceID surface = (VASurfaceID)(uintptr_t)frame->data[3];
AVHWDeviceContext* deviceContext = (AVHWDeviceContext*)m_HwContext->data;
AVVAAPIDeviceContext* vaDeviceContext = (AVVAAPIDeviceContext*)deviceContext->hwctx;
SDL_Rect src, dst;
src.x = src.y = 0;
src.w = m_VideoWidth;
src.h = m_VideoHeight;
dst.x = dst.y = 0;
dst.w = m_DisplayWidth;
dst.h = m_DisplayHeight;
StreamUtils::scaleSourceToDestinationSurface(&src, &dst);
2018-07-21 07:16:03 +00:00
2018-08-12 02:43:36 +00:00
if (m_WindowSystem == SDL_SYSWM_X11) {
#ifdef HAVE_LIBVA_X11
vaPutSurface(vaDeviceContext->display,
surface,
m_XWindow,
0, 0,
m_VideoWidth, m_VideoHeight,
dst.x, dst.y,
dst.w, dst.h,
NULL, 0, 0);
#endif
}
else if (m_WindowSystem == SDL_SYSWM_WAYLAND) {
2019-04-13 05:54:21 +00:00
// We don't support direct rendering on Wayland, so we should
// never get called there. Many common Wayland compositors don't
// support YUV surfaces, so direct rendering would fail.
SDL_assert(false);
2018-08-12 02:43:36 +00:00
}
else {
// We don't accept anything else in initialize().
SDL_assert(false);
}
2018-07-21 07:16:03 +00:00
}